-- Logs begin at Fri 2021-06-11 18:56:20 UTC, end at Fri 2021-06-11 20:08:06 UTC. -- Jun 11 19:40:03.943192 dv-cinder-790535-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 11 19:40:06.591019 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.common.config [-] Logging enabled! Jun 11 19:40:06.591605 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev332 Jun 11 19:40:06.591802 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98658) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 19:40:06.595234 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.common.config [-] Logging enabled! Jun 11 19:40:06.595493 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev332 Jun 11 19:40:06.595807 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98658) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 19:40:06.597339 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 19:40:06.597579 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 19:40:06.597946 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 19:40:06.598198 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 19:40:06.598431 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 19:40:06.598753 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.599053 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.599353 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.599588 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.599886 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.600208 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.600500 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.600792 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.601094 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.601384 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.601667 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.601956 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.602192 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.602475 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.602765 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.603055 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.603283 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] debug = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.603566 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.603991 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.604415 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.604701 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.604992 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.605273 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.605548 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.605827 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.606114 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.606449 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] host = dv-cinder-790535-3-smb {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.606731 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.607023 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.607312 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.607600 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.607879 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.608191 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.608482 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.608758 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.609033 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] log_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.609312 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.609606 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.609894 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.610185 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.610412 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.610638 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.610930 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.611219 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.611500 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.611774 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.612077 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.612375 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.612652 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.612924 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.613213 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.613500 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.613786 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.614062 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.614337 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.614609 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.614884 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.615171 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.615447 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.615724 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.615999 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.616317 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.616589 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.616867 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.617169 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.617456 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.617742 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.618029 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.618307 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.618594 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.618871 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.619149 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.619422 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] use_json = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.619696 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.619969 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.620283 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.620560 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.620836 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.621112 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.621387 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.621676 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:06.621971 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.622272 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.622575 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.622859 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.623156 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.623438 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.623731 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.624013 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.624325 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.624617 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.624909 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.625191 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.625479 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.625760 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.626057 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.626366 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.626662 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.626956 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.627234 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.627569 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.627856 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.628163 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.628576 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.629444 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.629444 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.629444 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.630295 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.630295 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.630295 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.630514 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.630634 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.630925 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.631207 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.631482 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.631767 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.632045 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.632340 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.632612 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.632890 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.633182 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.633462 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.633736 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.634011 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.634291 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.634563 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.634849 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.635129 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.635406 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.635682 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.635961 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.636274 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.636553 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.636833 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.637108 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.637388 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.637663 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.637939 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.638216 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.638489 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.638761 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.639034 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.639308 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.639587 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.639863 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.640164 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.640441 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.640715 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.640989 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.641280 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.641581 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.641864 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.642143 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.642424 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.642703 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.642982 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.643772 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.644055 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.644359 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.644636 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.644927 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.645212 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.645502 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.645788 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.646068 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.646369 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.646651 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.646935 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.647214 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.647495 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.647787 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.648072 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.648392 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.648687 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.648984 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.649281 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.649581 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.649871 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.650185 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.650471 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:06.650692 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 19:40:06.650934 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98658) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 11 19:40:07.001050 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:07.001332 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:07.001629 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:07.001966 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 11 19:40:07.392605 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.392901 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.393689 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.395025 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.395304 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.395572 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.429529 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.429811 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.430084 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.443324 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.443610 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.443885 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.474340 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.474623 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.474900 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.510843 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.511137 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.511410 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.746380 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.747000 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.747000 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.747154 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.748051 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.870615 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.870947 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.871234 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.871518 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.871795 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.872131 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.872405 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.872667 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.872927 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.873226 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.873491 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.873761 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.874025 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.874294 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.874554 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.874833 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.875109 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.875371 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.875646 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.875912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.876226 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.876582 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.876839 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.877125 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.877378 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.878226 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.878784 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:40:07.879131 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:40:07.879430 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:40:07.879672 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:40:07.879912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:40:07.880178 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:40:07.881483 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 11 19:40:07.884631 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 11 19:40:07.888609 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 11 19:40:07.892517 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 11 19:40:07.895077 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 11 19:40:07.895543 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 11 19:40:07.895884 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 11 19:40:07.896301 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 11 19:40:07.899133 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 11 19:40:07.899393 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 11 19:40:07.899744 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 19:40:07.928475 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 11 19:40:07.928945 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.929252 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98658) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 11 19:40:07.929736 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.931325 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98658) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 11 19:40:07.931622 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 19:40:07.931879 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 11 19:40:07.935702 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.935987 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:07.998857 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 11 19:40:07.999045 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 11 19:40:07.999286 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 11 19:40:07.999664 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 11 19:40:08.020625 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_db.sqlalchemy.engines [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98658) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 11 19:40:08.674710 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Initializing driver for type 'gre' Jun 11 19:40:08.675260 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] gre ID ranges: [(1, 1000)] Jun 11 19:40:08.849678 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Initializing driver for type 'local' Jun 11 19:40:08.850286 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Initializing driver for type 'vlan' Jun 11 19:40:08.943565 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] VlanTypeDriver initialization complete Jun 11 19:40:08.943873 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Initializing driver for type 'vxlan' Jun 11 19:40:08.944402 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] vxlan ID ranges: [(1, 1000)] Jun 11 19:40:09.141212 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Initializing extension driver 'port_security' Jun 11 19:40:09.141547 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.extensions.port_security [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] PortSecurityExtensionDriver initialization complete Jun 11 19:40:09.141881 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Initializing mechanism driver 'openvswitch' Jun 11 19:40:09.142209 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Initializing mechanism driver 'hyperv' Jun 11 19:40:09.149397 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.plugins.ml2.plugin [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:09.150323 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > port after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.150700 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > port after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.151063 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > port after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.151455 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.151811 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.152186 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.152569 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > network after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.152919 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > network after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.153263 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > network after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.153639 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > security_group after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.153993 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > security_group after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.154335 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.154737 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.155077 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.155416 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.155793 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > address_group after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.156160 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > address_group after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.156501 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.156838 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] ML2 OVO RPC backend initialized. {{(pid=98658) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 11 19:40:09.157529 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.157879 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.158290 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > network before_response 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.158633 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > networks before_response 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.158978 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > port before_response 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.159311 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > ports before_response 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.159650 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > subnet before_response 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.159989 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > subnets before_response 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.160356 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > network after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.160694 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > network after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.161025 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > network after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.161359 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > port after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.167558 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > port after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.167558 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > port after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.167558 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.167558 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.167898 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.167898 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.plugin [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Modular L2 Plugin initialization complete Jun 11 19:40:09.167898 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading services supported by the core plugin {{(pid=98658) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 11 19:40:09.167898 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.plugins.ml2.managers [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Got port-security extension from driver 'port_security' Jun 11 19:40:09.167898 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.extensions.vlantransparent [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Disabled vlantransparent extension. Jun 11 19:40:09.167898 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98658) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 11 19:40:09.167898 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading Plugin: router Jun 11 19:40:09.202611 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.202950 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router after_create 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.203319 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router before_create 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.203685 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.204050 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.204422 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router after_delete 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.204781 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.205141 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router after_create 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.205494 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router after_update 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.206468 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router after_update 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.206819 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.207176 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router after_update 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.207586 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.207951 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: port after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.208309 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: port after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.208645 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: subnet after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.208979 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.209324 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.209669 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.210006 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: port before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.210346 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router precommit_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.210699 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router after_update 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.211040 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.211390 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.211754 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.212122 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.212506 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > network after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.213352 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Tracking information for resource: router configured {{(pid=98658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:40:09.213682 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Tracking information for resource: floatingip configured {{(pid=98658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:40:09.218857 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.db.l3_agentschedulers_db [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 11 19:40:09.219426 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: port after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.219788 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: port after_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.220175 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: port after_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.220524 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: port after_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.221329 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router before_create 55550100 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.221691 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.222052 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router precommit_create 55550100 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.222410 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > router precommit_update 55550100 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.226969 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.services.provider_configuration [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service providers = [] {{(pid=98658) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 11 19:40:09.227332 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.db.servicetype_db [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98658) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 11 19:40:09.230238 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.services.service_base [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 19:40:09.230589 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.services.service_base [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 19:40:09.230931 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.services.service_base [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 19:40:09.231806 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.services.service_base [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 19:40:09.232214 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.services.service_base [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 11 19:40:09.232585 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:40:09.232900 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 11 19:40:09.243421 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:40:09.243758 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading Plugin: auto_allocate Jun 11 19:40:09.249536 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: network precommit_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.249907 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: network precommit_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.250424 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:40:09.250744 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading Plugin: tag Jun 11 19:40:09.257754 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:40:09.258085 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading Plugin: timestamp Jun 11 19:40:09.261992 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:40:09.262330 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading Plugin: network_ip_availability Jun 11 19:40:09.267682 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.268725 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.268960 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.269664 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:40:09.269987 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading Plugin: flavors Jun 11 19:40:09.274669 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:40:09.274999 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading Plugin: revisions Jun 11 19:40:09.279219 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:40:09.279610 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_concurrency.lockutils [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.278s {{(pid=98658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:09.280382 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98658) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 11 19:40:09.280717 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Initializing extension manager. Jun 11 19:40:09.281216 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: __init__.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.281555 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: __pycache__ {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.281887 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.282214 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: address_group.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.282949 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.283509 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: address-group Jun 11 19:40:09.283867 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: address_scope.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.284605 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.285115 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: address-scope Jun 11 19:40:09.285437 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.286346 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.286858 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: router-admin-state-down-before-update Jun 11 19:40:09.287179 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: agent.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.288038 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.288611 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: agent Jun 11 19:40:09.288932 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: agent_resources_synced.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.289842 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.290355 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: agent-resources-synced Jun 11 19:40:09.290674 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: allowedaddresspairs.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.292443 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.292976 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: allowed-address-pairs Jun 11 19:40:09.293302 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: auto_allocated_topology.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.294363 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.294878 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: auto-allocated-topology Jun 11 19:40:09.295205 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: availability_zone.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.295880 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.296408 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: availability_zone Jun 11 19:40:09.296729 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: availability_zone_filter.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.297621 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.298129 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: availability_zone_filter Jun 11 19:40:09.298450 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: data_plane_status.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.299413 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.299877 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 11 19:40:09.300228 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: default_subnetpools.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.301122 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.301632 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: default-subnetpools Jun 11 19:40:09.301954 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.302755 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.303261 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: dhcp_agent_scheduler Jun 11 19:40:09.303585 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: dns.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.304520 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.305025 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension dns-integration not supported by any of loaded plugins Jun 11 19:40:09.305347 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: dns_domain_ports.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.306241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.306751 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 11 19:40:09.307073 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: dvr.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.307729 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.308273 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: dvr Jun 11 19:40:09.308596 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: empty_string_filtering.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.309494 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.310050 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: empty-string-filtering Jun 11 19:40:09.310326 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.311218 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.311720 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 11 19:40:09.312037 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.312968 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.313472 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 11 19:40:09.313791 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: external_net.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.314681 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.315712 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: external-net Jun 11 19:40:09.316027 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.316939 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.317447 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: extra_dhcp_opt Jun 11 19:40:09.317765 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: extraroute.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.318656 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.319164 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: extraroute Jun 11 19:40:09.319483 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: extraroute_atomic.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.320527 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.321038 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: extraroute-atomic Jun 11 19:40:09.321360 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: filter_validation.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.322019 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.322521 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: filter-validation Jun 11 19:40:09.322846 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: fip_pf_description.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.330526 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.331568 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 11 19:40:09.331884 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: fip_port_details.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.332824 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.333341 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: fip-port-details Jun 11 19:40:09.333664 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: flavors.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.334880 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.335397 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: flavors Jun 11 19:40:09.335723 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.337432 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.337954 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 11 19:40:09.338279 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: floatingip_pools.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.338964 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.339481 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: floatingip-pools Jun 11 19:40:09.339802 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: ip_allocation.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.340730 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.341239 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 11 19:40:09.341620 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.342529 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.343042 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: ip-substring-filtering Jun 11 19:40:09.343365 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: l2_adjacency.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.344546 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.345056 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 11 19:40:09.345375 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: l3.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.346359 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.346875 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: router Jun 11 19:40:09.347197 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.349600 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.350125 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 11 19:40:09.350456 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.351358 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.351874 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: ext-gw-mode Jun 11 19:40:09.352237 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.353138 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.353657 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: l3-ha Jun 11 19:40:09.353981 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: l3_flavors.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.354881 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.355393 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: l3-flavors Jun 11 19:40:09.355721 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.362087 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.362594 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 11 19:40:09.362915 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: l3agentscheduler.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.363949 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.364562 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: l3_agent_scheduler Jun 11 19:40:09.364893 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: logging.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.366397 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.366916 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension logging not supported by any of loaded plugins Jun 11 19:40:09.367244 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: metering.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.367973 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.368605 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: metering Jun 11 19:40:09.368931 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.370008 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.370517 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: metering_source_and_destination_fields Jun 11 19:40:09.370840 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: multiprovidernet.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.371757 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.372290 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: multi-provider Jun 11 19:40:09.372614 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: netmtu.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.373548 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.374056 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: net-mtu Jun 11 19:40:09.374377 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: netmtu_writable.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.375288 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.375794 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: net-mtu-writable Jun 11 19:40:09.376141 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: network_availability_zone.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.376827 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.377346 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: network_availability_zone Jun 11 19:40:09.378175 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: network_ip_availability.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.379260 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.379772 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: network-ip-availability Jun 11 19:40:09.380105 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: network_segment_range.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.380880 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.381381 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 11 19:40:09.381700 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: pagination.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.382656 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.382981 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: pagination Jun 11 19:40:09.383294 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: port_device_profile.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.384227 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.384745 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: port-device-profile Jun 11 19:40:09.385064 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.385976 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.386488 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: port-mac-address-regenerate Jun 11 19:40:09.386808 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.387703 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.388278 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: port-numa-affinity-policy Jun 11 19:40:09.388619 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: port_resource_request.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.389521 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.390029 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 11 19:40:09.390349 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: portbindings.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.391251 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.391761 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: binding Jun 11 19:40:09.392100 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: portbindings_extended.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.395471 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.396006 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: binding-extended Jun 11 19:40:09.396374 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: portsecurity.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.397294 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.397815 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: port-security Jun 11 19:40:09.398143 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: project_id.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.399105 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.399439 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: project-id Jun 11 19:40:09.399765 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: providernet.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.400699 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.401218 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: provider Jun 11 19:40:09.401540 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: qos.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.405063 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.405592 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension qos not supported by any of loaded plugins Jun 11 19:40:09.405924 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.411427 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.411945 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 11 19:40:09.412310 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.413215 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.413730 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 11 19:40:09.414057 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: qos_default.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.414949 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.415458 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension qos-default not supported by any of loaded plugins Jun 11 19:40:09.415782 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: qos_fip.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.416458 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.416989 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension qos-fip not supported by any of loaded plugins Jun 11 19:40:09.417307 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: qos_gateway_ip.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.418214 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.418732 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 11 19:40:09.419054 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: qos_port_network_policy.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.419951 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.420512 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 11 19:40:09.420832 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: qos_rule_type_details.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.421732 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.422302 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 11 19:40:09.422621 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: qos_rules_alias.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.423658 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.424213 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 11 19:40:09.425044 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: quotasv2.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.425947 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.426275 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: quotas Jun 11 19:40:09.426595 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: quotasv2_detail.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.429659 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.430005 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: quota_details Jun 11 19:40:09.430334 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: rbac.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.431442 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.431910 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: rbac-policies Jun 11 19:40:09.432284 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: rbac_address_group.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.439180 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.439698 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: rbac-address-group Jun 11 19:40:09.440657 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: rbac_address_scope.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.441564 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.442081 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: rbac-address-scope Jun 11 19:40:09.442405 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: rbac_security_groups.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.443305 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.443825 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: rbac-security-groups Jun 11 19:40:09.444177 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: rbac_subnetpool.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.445303 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.445820 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: rbac-subnetpool Jun 11 19:40:09.446149 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: revisionifmatch.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.447059 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.447576 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: revision-if-match Jun 11 19:40:09.447901 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: revisions.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.449057 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.449579 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: standard-attr-revisions Jun 11 19:40:09.449906 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: router_availability_zone.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.450562 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.451075 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: router_availability_zone Jun 11 19:40:09.451396 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: routerservicetype.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.452325 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.452880 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension router-service-type not supported by any of loaded plugins Jun 11 19:40:09.453151 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.454051 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.454583 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: security-groups-normalized-cidr Jun 11 19:40:09.454902 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.455827 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.456366 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: port-security-groups-filtering Jun 11 19:40:09.456686 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.457584 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.458098 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: security-groups-remote-address-group Jun 11 19:40:09.458421 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: securitygroup.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.468054 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.468881 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: security-group Jun 11 19:40:09.469212 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: segment.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.469986 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.470504 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension segment not supported by any of loaded plugins Jun 11 19:40:09.470831 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.471810 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.472355 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 11 19:40:09.472679 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: servicetype.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.473789 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.474312 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: service-type Jun 11 19:40:09.474637 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: sorting.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.475594 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.475931 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: sorting Jun 11 19:40:09.476287 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: standard_attr_segment.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.477187 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.477699 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 11 19:40:09.478021 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: standardattrdescription.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.478654 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.479162 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: standard-attr-description Jun 11 19:40:09.479483 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: stateful_security_group.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.480439 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.480962 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: stateful-security-group Jun 11 19:40:09.481287 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: stdattrs_common.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.481853 dv-cinder-790535-3-smb neutron-server[98658]: WARNING neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 11 19:40:09.482173 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.483166 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.483688 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 11 19:40:09.484011 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: subnet_onboard.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.485082 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.485621 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: subnet_onboard Jun 11 19:40:09.485948 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.487428 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.487894 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 11 19:40:09.488249 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: subnet_service_types.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.489156 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.489673 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: subnet-service-types Jun 11 19:40:09.489999 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: subnetallocation.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.491091 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.491608 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: subnet_allocation Jun 11 19:40:09.491959 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.492665 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.493180 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: subnetpool-prefix-ops Jun 11 19:40:09.493529 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.503376 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.503892 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 11 19:40:09.504256 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: tagging.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.505314 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.505831 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: standard-attr-tag Jun 11 19:40:09.506156 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: timestamp.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.507355 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.507897 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loaded extension: standard-attr-timestamp Jun 11 19:40:09.508260 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: trunk.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.509281 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.509802 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension trunk not supported by any of loaded plugins Jun 11 19:40:09.510129 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: trunk_details.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.511031 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.511546 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension trunk-details not supported by any of loaded plugins Jun 11 19:40:09.511869 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: uplink_status_propagation.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.512800 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.513345 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 11 19:40:09.513670 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Loading extension file: vlantransparent.py {{(pid=98658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:40:09.514323 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:40:09.514839 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 11 19:40:09.517270 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:network Jun 11 19:40:09.517872 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:subnet Jun 11 19:40:09.518413 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 19:40:09.518840 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:port Jun 11 19:40:09.520112 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.520548 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service FLAVORS assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.521180 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.521610 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.521940 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:router Jun 11 19:40:09.522383 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:floatingip Jun 11 19:40:09.522866 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service METERING assigned prefix: /metering {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.524443 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.524817 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.525168 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:40:09.526174 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 19:40:09.526617 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:security_group Jun 11 19:40:09.527050 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 19:40:09.527718 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service CORE assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.528047 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 19:40:09.528429 dv-cinder-790535-3-smb neutron-server[98658]: WARNING neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] subnetpool is already registered Jun 11 19:40:09.528851 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service CORE assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.529173 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 19:40:09.529502 dv-cinder-790535-3-smb neutron-server[98658]: WARNING neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] subnetpool is already registered Jun 11 19:40:09.531771 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.532245 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service FLAVORS assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.532844 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.533266 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.533596 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:router Jun 11 19:40:09.533966 dv-cinder-790535-3-smb neutron-server[98658]: WARNING neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] router is already registered Jun 11 19:40:09.534400 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:floatingip Jun 11 19:40:09.534743 dv-cinder-790535-3-smb neutron-server[98658]: WARNING neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] floatingip is already registered Jun 11 19:40:09.535203 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service METERING assigned prefix: /metering {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.535872 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 19:40:09.536232 dv-cinder-790535-3-smb neutron-server[98658]: WARNING neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] rbac_policy is already registered Jun 11 19:40:09.536647 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:security_group Jun 11 19:40:09.536981 dv-cinder-790535-3-smb neutron-server[98658]: WARNING neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] security_group is already registered Jun 11 19:40:09.537381 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 19:40:09.537713 dv-cinder-790535-3-smb neutron-server[98658]: WARNING neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] security_group_rule is already registered Jun 11 19:40:09.538329 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service CORE assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.538655 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 19:40:09.538986 dv-cinder-790535-3-smb neutron-server[98658]: WARNING neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] subnetpool is already registered Jun 11 19:40:09.539407 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.v2.resource_helper [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Service CORE assigned prefix: {{(pid=98658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:40:09.539731 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 19:40:09.540062 dv-cinder-790535-3-smb neutron-server[98658]: WARNING neutron.quota.resource_registry [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] subnetpool is already registered Jun 11 19:40:09.540551 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: extensions {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.542013 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: address-groups {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.543502 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: address-scopes {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.544863 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: agents {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.546067 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: auto-allocated-topology {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.547318 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: availability_zones {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.548559 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: dhcp-networks {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.550641 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: dhcp-agents {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.552072 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: routers {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.553805 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: flavors {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.555104 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: service_profiles {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.556349 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: next_providers {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.557792 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: service_profiles {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.559341 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: floatingip-pools {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.560614 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: routers {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.562365 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: floatingips {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.563627 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: l3-routers {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.565684 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: l3-agents {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.567107 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: metering-labels {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.568401 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: metering-label-rules {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.570732 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: network-ip-availabilities {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.572000 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: bindings {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.573664 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: quotas {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.575265 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: quotas {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.576743 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: rbac-policies {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.577942 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: security-groups {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.579243 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: security-group-rules {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.580546 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: service-providers {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.581782 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: subnetpools {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.583130 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: subnetpools {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.589317 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: tags {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.589317 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: tags {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.589317 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: tags {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.590126 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: tags {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.591816 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: tags {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.594080 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: tags {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.596067 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: tags {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.598071 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: tags {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.599919 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: tags {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.601718 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron.api.extensions [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Extended resource: tags {{(pid=98658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:40:09.607782 dv-cinder-790535-3-smb neutron-server[98658]: WARNING keystonemiddleware.auth_token [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 11 19:40:09.612898 dv-cinder-790535-3-smb neutron-server[98658]: WARNING keystonemiddleware.auth_token [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 11 19:40:09.621188 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_concurrency.lockutils [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Acquired lock "singleton_lock" {{(pid=98658) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 11 19:40:09.621658 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_concurrency.lockutils [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Releasing lock "singleton_lock" {{(pid=98658) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 11 19:40:09.622290 dv-cinder-790535-3-smb neutron-server[98658]: INFO oslo_service.service [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Starting 2 workers Jun 11 19:40:09.629549 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Started child 98767 {{(pid=98658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 19:40:09.632143 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Started child 98768 {{(pid=98658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 19:40:09.632934 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:09.633755 dv-cinder-790535-3-smb neutron-server[98658]: INFO neutron.service [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 11 19:40:09.634417 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Notify callbacks [] for process, before_spawn {{(pid=98658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:09.634525 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [-] (98767) wsgi starting up on http://0.0.0.0:9696 Jun 11 19:40:09.636797 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:09.637249 dv-cinder-790535-3-smb neutron-server[98658]: INFO oslo_service.service [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Starting 1 workers Jun 11 19:40:09.638250 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [-] (98768) wsgi starting up on http://0.0.0.0:9696 Jun 11 19:40:09.642216 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Started child 98769 {{(pid=98658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 19:40:09.642756 dv-cinder-790535-3-smb neutron-server[98658]: INFO oslo_service.service [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Starting 1 workers Jun 11 19:40:09.646475 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.service [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] calling RpcWorker wait() {{(pid=98769) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 11 19:40:09.647038 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.service [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] returning from RpcWorker wait() {{(pid=98769) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 11 19:40:09.647798 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Started child 98770 {{(pid=98658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 19:40:09.648230 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:09.648695 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:09.648809 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG neutron_lib.callbacks.manager [None req-6491b024-f81e-4d5f-9b56-b9cc0a5c45f4 None None] Notify callbacks [] for process, after_spawn {{(pid=98658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:09.650584 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98658) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 19:40:09.650793 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 19:40:09.650982 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 19:40:09.651197 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 19:40:09.651535 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 19:40:09.651700 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 19:40:09.652271 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.652548 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.658302 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.658302 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.658474 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:09.659564 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.659564 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.659564 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.659761 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:09.659841 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.659841 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.659841 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.659841 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.659841 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.659841 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.659841 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.659841 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660342 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660342 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660342 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660342 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660342 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660342 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660342 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660342 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] debug = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660790 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660790 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660790 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660790 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660790 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.660790 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.661159 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.661159 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.661159 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.661337 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.661838 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.661838 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.661987 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.662177 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.662414 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.662671 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.662918 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.663400 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] host = dv-cinder-790535-3-smb {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.663615 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.664022 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.664301 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.664561 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.664807 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.665042 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.665297 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.665543 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.665799 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.666182 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.666345 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.666591 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.666814 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.667060 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.667227 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_options = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.667463 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.667739 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.668010 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.668209 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.668383 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.668543 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.668797 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.668963 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.669224 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.669439 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.669660 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.669888 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.670158 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.670396 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.670653 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.670906 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.671119 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.671349 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.671610 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.671868 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.672122 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.672338 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.672588 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.672764 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.672993 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.673221 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.673526 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.673962 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.673962 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.674268 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.674457 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.675641 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.675641 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.675641 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.675641 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.675641 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.675955 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.676132 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.676535 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.676784 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.677041 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.677273 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.677520 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.677756 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.677998 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.678213 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_json = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.678431 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.678664 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.678936 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.679169 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.679404 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.679637 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.679854 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.680105 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.680525 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.680821 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.681139 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.681408 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.681660 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.681901 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.682135 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.682373 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.682636 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.682868 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.683164 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.683389 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.683681 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.683930 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.684197 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.684523 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.684786 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.685062 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.688912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.689456 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.689456 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.689624 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.689787 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.690047 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.690278 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.690534 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.690753 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.691158 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.691158 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.691664 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.691664 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.691930 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.692075 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.692248 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.692518 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.692745 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.692971 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.693207 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.693489 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.693713 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.694104 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.694526 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.694912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.695326 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.695771 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.696214 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.696473 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.696721 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.696941 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.697160 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.697383 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.697617 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.697835 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.698077 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.698293 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.698517 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.698750 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.698964 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.699180 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.699642 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.699933 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.700856 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.700856 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.700856 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.701113 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.701325 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.701541 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.701954 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.702325 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.702777 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.703143 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.703329 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.703753 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.703981 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.704289 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.704604 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.704871 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.705125 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.705376 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.706140 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.706410 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.706891 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.707138 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.707365 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.707620 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.707905 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.708152 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.708413 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.708668 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.708918 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.709145 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.709441 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.709704 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.709962 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.710196 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.710622 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.711084 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.711528 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.712010 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.712314 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.712558 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.712863 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.713156 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.713399 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.713782 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.714170 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.714612 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.715057 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.715504 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.715968 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.716247 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.716621 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.717051 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.717296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.717527 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.717749 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.718005 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.718344 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.718845 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.719069 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.719289 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.719554 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.719814 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.720054 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.720375 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.720681 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.721279 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.722211 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.722662 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.722887 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.723137 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.723384 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.723745 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.724144 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.724387 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.724630 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727238 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727238 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727238 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727238 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727238 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727238 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727238 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727238 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727706 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727706 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727706 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727706 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.727706 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.728011 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.728011 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.728391 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.728493 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.728674 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.728978 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.729241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.729632 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.729868 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.730104 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.730366 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.730582 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.730850 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.731080 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.731274 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.731482 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.731702 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.731915 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.732150 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.732398 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.732611 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.732864 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.733112 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.733434 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.733673 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.733921 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.734166 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.734397 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.734670 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.734905 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.735133 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.735349 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.735564 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.735778 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.736045 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.736291 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.736517 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.736746 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.737475 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.737683 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.737914 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.738145 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.738425 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.738698 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.738997 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.739243 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.739489 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.739716 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.739932 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.740164 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.740381 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.740589 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.740812 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.741021 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.741230 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.741443 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.741650 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.741906 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.742113 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.742327 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.742540 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.742753 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.742974 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.743181 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.743390 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.743602 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.743833 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.744215 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.744457 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.744675 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.745035 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.745241 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.745466 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.745776 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.746062 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.746297 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.746663 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.746986 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.747231 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.747449 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.747716 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.748047 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.748524 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.748789 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.749031 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.749490 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.749598 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.749822 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.750036 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.750330 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.750662 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.750939 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.751219 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.751426 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.751720 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.751939 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.752187 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.752428 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.755910 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.755910 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.755910 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.755910 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.755910 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.755910 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.755910 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.755910 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.755910 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.756602 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.756602 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.756602 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.756602 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 19:40:09.756602 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98658) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 19:40:09.756602 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 19:40:09.757007 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 19:40:09.757007 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 19:40:09.757007 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 19:40:09.757210 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 19:40:09.757296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.757426 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.757581 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.757723 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.757879 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.758060 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.758222 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.758381 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.758541 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.758904 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.758904 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.759113 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.759192 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.759296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.759459 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.759621 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.759843 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.759988 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.760232 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.760321 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.760399 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.760562 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.760719 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] debug = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.760879 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.761072 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.761235 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.761392 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.761573 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.761749 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.761943 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.762105 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.762265 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.762425 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.762586 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.762745 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.762905 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.763127 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.763294 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.763454 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.763613 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.763772 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] host = dv-cinder-790535-3-smb {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.763931 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.764112 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.764268 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.764419 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.764580 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.764738 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.764897 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.765055 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.765201 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.765359 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.765509 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.765665 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.765824 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.765982 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.766141 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_options = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.766301 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.766458 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.766621 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.766798 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.766963 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.767122 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.767281 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.767440 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.767599 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.767757 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.767914 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.768119 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.768350 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.768510 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.768660 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.768764 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.768899 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.769046 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.769204 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.769363 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.769522 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.769679 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.769836 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.769992 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.770150 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.770309 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.770466 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.770624 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.770781 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.770940 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.771097 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.771255 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.771413 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.771571 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.771729 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.771887 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.772044 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.772243 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.772401 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.772558 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.772717 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.772874 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.773032 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.773190 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.773347 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.773507 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_json = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.773694 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.773821 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.773977 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.774135 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.774292 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.774449 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.774606 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.774763 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:40:09.774941 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.775102 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.775275 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.775436 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.775597 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.775747 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.775907 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.776067 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.776249 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.776409 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.776581 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.776741 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.776912 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.777072 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.777232 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.777394 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.778847 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.778847 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.778847 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.778847 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.778847 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.778847 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.778847 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.778847 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.779711 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.779711 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.779711 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.779711 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.779711 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.779711 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.779711 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.780341 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.780341 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.780341 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.780555 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.780555 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.780737 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.780861 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.780989 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.781110 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.781262 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.781423 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.781585 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.781746 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.781908 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.782071 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.782232 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.782393 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.782579 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.782740 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.782911 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.783073 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.783233 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.783393 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.783554 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785296 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785914 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785914 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785914 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.785914 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.786189 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.786189 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.786325 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.786488 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.786651 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.786812 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.786971 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.787133 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.787294 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.787455 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.787616 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.787776 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.787937 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.788124 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.788290 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.788449 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.788686 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.788814 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.788936 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.789056 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.789221 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.789384 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.789543 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.789703 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.789862 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.790022 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.790181 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.790343 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.790503 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.790662 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.790825 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.790986 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.791145 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.791324 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.791486 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.791793 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.791962 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.792142 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.792304 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.792468 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.792628 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.792788 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.792947 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.793108 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.793278 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.793441 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.793605 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.793766 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.793933 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.794104 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.794265 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.794427 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.794589 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.794778 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.794910 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.795072 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.795234 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.795395 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.795556 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.795716 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.795884 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.796055 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.796238 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.796399 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.796564 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.796750 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.796897 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.797018 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:09.797115 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.797196 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.797380 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.797515 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.797674 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.797836 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.797996 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.798157 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.798318 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.798480 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.798656 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.798802 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.798961 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.799121 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.799295 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.799978 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.800162 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.800325 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.800487 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.800647 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.800806 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.801749 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.801749 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.801749 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.801749 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.801749 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.801749 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.802279 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.802279 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.802279 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.802509 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.802585 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.802682 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.802843 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.803004 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.803167 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.803328 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.803489 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.803650 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.803813 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.803975 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.804157 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.804323 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.804484 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.804644 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.804805 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.804970 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.805128 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.805289 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.805450 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.805611 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.805771 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.805931 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.806105 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.806265 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.806426 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.806590 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.806750 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.806911 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.807072 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.807237 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.807380 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.807540 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.807700 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.807862 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.808030 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.808215 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.808374 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.808535 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.808779 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.808918 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.809030 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.809187 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.809348 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.809508 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.809667 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.809828 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.809997 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.810158 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.810317 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.810476 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.810636 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.810805 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.810964 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.811124 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.811284 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.811444 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.811803 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.811803 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.812055 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.812055 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.812261 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.812391 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.812552 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.812712 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.812871 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.813031 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.813219 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.813362 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.813507 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.813678 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.813838 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.813999 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.814159 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.814330 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.814490 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.814654 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.814814 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.815209 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.815209 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.815414 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.815490 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.815613 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.815774 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.815936 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.816174 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.816303 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.816446 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.816611 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.816777 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.816949 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.817110 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.817271 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.817431 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.817590 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.817751 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.817916 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.818074 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.818234 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.818397 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.818561 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.818687 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.818868 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.819018 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.819169 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.819323 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.819482 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.819642 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.819803 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.819964 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:40:09.820123 dv-cinder-790535-3-smb neutron-server[98658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 19:40:10.121666 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 45278) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:10.130424 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065560 Jun 11 19:40:21.445700 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6706513e-4cb5-4312-b240-9e0912280bd7 None None] get_active_networks_info from dv-cinder-790535-3-smb {{(pid=98769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 19:40:21.516963 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6706513e-4cb5-4312-b240-9e0912280bd7 None None] No non-hosted networks {{(pid=98769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 11 19:40:21.525221 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.agentschedulers_db [None req-6706513e-4cb5-4312-b240-9e0912280bd7 None None] DHCP Agent not found on host dv-cinder-790535-3-smb {{(pid=98769) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 11 19:40:21.709582 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-945ce83f-ea83-47fc-9861-77dd9037e664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006'] for agent, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:23.974299 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-05555c40-3c2a-4e2c-a438-2c4efcf5ef09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006'] for agent, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:24.020686 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.db.api [None req-5e50fdf2-0a72-483c-b5f6-4a20136ba226 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-790535-3-smb {{(pid=98769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 19:40:24.021475 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_db.api [None req-5e50fdf2-0a72-483c-b5f6-4a20136ba226 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 19:40:24.098611 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006'] for agent, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:24.099600 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.100210 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.100769 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.101354 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.101927 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.102447 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.103017 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.103584 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.104326 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.112269 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.112269 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.112269 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:24.112269 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:24.117311 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:24.628807 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-5e50fdf2-0a72-483c-b5f6-4a20136ba226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:25.126465 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006'] for agent, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:26.777632 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.db.l3_hamode_db [None req-7901f311-47a2-4eb5-83a3-6e4cb70d50cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 11 19:40:26.868267 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901f311-47a2-4eb5-83a3-6e4cb70d50cd None None] Routers set() bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:40:26.868742 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901f311-47a2-4eb5-83a3-6e4cb70d50cd None None] Router IDs set() for agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 11 19:40:27.124051 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006'] for agent, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:27.881240 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 45368) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:28.382515 dv-cinder-790535-3-smb neutron-server[98767]: WARNING oslo_policy.policy [None req-e81e625b-1513-4035-a2a1-97fed6f5f2ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:40:28.383106 dv-cinder-790535-3-smb neutron-server[98767]: WARNING oslo_policy.policy [None req-e81e625b-1513-4035-a2a1-97fed6f5f2ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:40:28.597034 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [None req-e81e625b-1513-4035-a2a1-97fed6f5f2ec admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:40:28.597995 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-e81e625b-1513-4035-a2a1-97fed6f5f2ec admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7158701 Jun 11 19:40:30.896980 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 45382) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:31.208440 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-dd076362-a66e-44b7-82f6-e610bfd4d70f admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:31.305709 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.policy [None req-dd076362-a66e-44b7-82f6-e610bfd4d70f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 19:40:31.351231 dv-cinder-790535-3-smb neutron-server[98767]: WARNING oslo_policy.policy [None req-dd076362-a66e-44b7-82f6-e610bfd4d70f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:40:31.351598 dv-cinder-790535-3-smb neutron-server[98767]: WARNING oslo_policy.policy [None req-dd076362-a66e-44b7-82f6-e610bfd4d70f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:40:31.359992 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.quota [None req-dd076362-a66e-44b7-82f6-e610bfd4d70f admin admin] Loaded quota_driver: . Jun 11 19:40:31.514651 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd076362-a66e-44b7-82f6-e610bfd4d70f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741310983201', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741310983694', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741310972669', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741310968871', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741310957280', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741311080919', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16146084', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16365108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560387', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1547471'] for rbac-policy, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:31.741081 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd076362-a66e-44b7-82f6-e610bfd4d70f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:31.742226 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-dd076362-a66e-44b7-82f6-e610bfd4d70f admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8443115 Jun 11 19:40:34.256677 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 45394) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:34.555929 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'name': 'private', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:34.640529 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Made reservation on behalf of 9ceef182e8bd48de93fc91bb964ae400 for: {'network': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:40:34.643259 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:34.662874 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:34.786636 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:34.851619 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:34.856749 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:34.877483 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=98767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:40:34.903188 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741306500015', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:34.903798 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Unsubscribe: segment precommit_create {{(pid=98767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 19:40:34.904299 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.segments_db [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Added segment f414072d-b267-4f23-9e2b-3d79d0d8b3b0 of type vlan for network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f Jun 11 19:40:34.921736 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d94dff-421f-419e-b941-6d5c31a6eb06,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:34.976761 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.977099 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.977428 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.977752 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.978073 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.978387 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.978699 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.979011 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.979336 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.979649 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.979957 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.980283 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Tracked resource versions report: Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: pushed versions: Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: { 'AddressGroup': {'1.2'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'ConntrackHelper': {'1.0'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'Log': {'1.0'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'Network': {'1.1'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'Port': {'1.7'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'PortForwarding': {'1.2'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'QosPolicy': {'1.8'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'SecurityGroup': {'1.4'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'SubPort': {'1.0'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'Subnet': {'1.1'}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'Trunk': {'1.1'}} Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: consumer versions: Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: { DHCP agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: L3 agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: Metadata agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: Metering agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: Open vSwitch agent@dv-cinder-790535-3-smb: { 'AddressGroup': '1.2', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'ConntrackHelper': '1.0', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'Log': '1.0', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'Network': '1.1', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'Port': '1.7', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'PortForwarding': '1.2', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'QosPolicy': '1.8', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'SecurityGroup': '1.4', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'SecurityGroupRule': '1.2', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'SubPort': '1.0', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'Subnet': '1.1', Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: 'Trunk': '1.1'}} Jun 11 19:40:34.981362 dv-cinder-790535-3-smb neutron-server[98767]: {{(pid=98767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:40:35.030503 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:35.034804 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:35.137559 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:35.138993 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:35.139639 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:35.142388 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:35.253742 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9960172 Jun 11 19:40:35.254283 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:35.266655 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:35.275965 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:40:37.828135 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 45408) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:38.328161 dv-cinder-790535-3-smb neutron-server[98768]: WARNING oslo_policy.policy [None req-2d476457-8a87-4d77-b883-95446c482b0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:40:38.328759 dv-cinder-790535-3-smb neutron-server[98768]: WARNING oslo_policy.policy [None req-2d476457-8a87-4d77-b883-95446c482b0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:40:38.794390 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.policy [None req-2d476457-8a87-4d77-b883-95446c482b0c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98768) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 19:40:38.838997 dv-cinder-790535-3-smb neutron-server[98768]: WARNING oslo_policy.policy [None req-2d476457-8a87-4d77-b883-95446c482b0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:40:38.839580 dv-cinder-790535-3-smb neutron-server[98768]: WARNING oslo_policy.policy [None req-2d476457-8a87-4d77-b883-95446c482b0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:40:38.848389 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d476457-8a87-4d77-b883-95446c482b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:38.850245 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-2d476457-8a87-4d77-b883-95446c482b0c admin admin] 10.222.0.37 "GET /v2.0/networks/3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f HTTP/1.1" status: 200 len: 825 time: 1.0200970 Jun 11 19:40:38.887162 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-1be061ef-ff19-451e-83b2-aa69972e356d admin admin] 10.222.0.37 "GET /v2.0/subnetpools/bc742b21-e17a-4672-8580-40b22105b1ba HTTP/1.1" status: 200 len: 734 time: 0.0316794 Jun 11 19:40:38.896013 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f', 'subnetpool_id': 'bc742b21-e17a-4672-8580-40b22105b1ba'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:38.897545 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.quota [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Loaded quota_driver: . Jun 11 19:40:39.043535 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Made reservation on behalf of 9ceef182e8bd48de93fc91bb964ae400 for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:40:39.047040 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:39.443975 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:39.447161 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:39.526646 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Checking segment: {'id': 'f414072d-b267-4f23-9e2b-3d79d0d8b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:40:39.526997 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Network hostable DHCP agents. Network: 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:40:39.536817 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c824b5f-4880-4714-ae89-33758562b92b,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:39.548989 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.549319 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.549641 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.550460 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.550772 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.551081 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.551385 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.551728 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.552047 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.552373 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.552673 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.552970 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Tracked resource versions report: Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: pushed versions: Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: { 'AddressGroup': {'1.2'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'ConntrackHelper': {'1.0'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'Log': {'1.0'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'Network': {'1.1'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'Port': {'1.7'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'PortForwarding': {'1.2'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'QosPolicy': {'1.8'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'SecurityGroup': {'1.4'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'SubPort': {'1.0'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'Subnet': {'1.1'}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'Trunk': {'1.1'}} Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: consumer versions: Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: { DHCP agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: L3 agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: Metadata agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: Metering agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: Open vSwitch agent@dv-cinder-790535-3-smb: { 'AddressGroup': '1.2', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'ConntrackHelper': '1.0', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'Log': '1.0', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'Network': '1.1', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'Port': '1.7', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'PortForwarding': '1.2', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'QosPolicy': '1.8', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'SecurityGroup': '1.4', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'SecurityGroupRule': '1.2', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'SubPort': '1.0', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'Subnet': '1.1', Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: 'Trunk': '1.1'}} Jun 11 19:40:39.554030 dv-cinder-790535-3-smb neutron-server[98768]: {{(pid=98768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:40:39.589543 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:39.643814 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:40:39.712976 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:40:39.717616 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:39.722581 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:39.723269 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d810a3d-4fcf-4e9b-b7e9-c74432ed668d None None] Network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:40:39.815890 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9237266 Jun 11 19:40:40.055706 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140783be-3e22-5bf5-a6ed-2548d1bdb5d3-3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f', 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'fixed_ips': [{'subnet_id': '1c824b5f-4880-4714-ae89-33758562b92b'}]}} from dv-cinder-790535-3-smb. {{(pid=98769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:40:40.056996 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:40.333547 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.db_base_plugin_common [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Allocated IP 172.20.0.2 (3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f/1c824b5f-4880-4714-ae89-33758562b92b/fdec8bad-8420-4d80-99b2-bdcb9bda7e6b) {{(pid=98769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:40:40.592465 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Notify callbacks [] for port, precommit_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:40.607470 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Transition to ACTIVE for port object fdec8bad-8420-4d80-99b2-bdcb9bda7e6b will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:40:40.627793 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Transition to ACTIVE for port object fdec8bad-8420-4d80-99b2-bdcb9bda7e6b will not be triggered until provisioned by entity DHCP. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:40:40.730229 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:40.733503 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:40.807884 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f is already hosted by enough agents. {{(pid=98769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:40:40.812434 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.base_scheduler [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Resources bound (agent type, host, resource id): {{(pid=98769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:40:40.821523 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Received port after_create {{(pid=98769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:40:40.824525 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Pushing event updated for resources: {'Port': ['ID=fdec8bad-8420-4d80-99b2-bdcb9bda7e6b,revision_number=1']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:40.849552 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.849827 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.850155 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.850479 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.850805 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.851162 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.851481 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.851793 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.852123 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.852436 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.852747 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.853054 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Tracked resource versions report: Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: pushed versions: Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: { 'AddressGroup': {'1.2'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'ConntrackHelper': {'1.0'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'Log': {'1.0'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'Network': {'1.1'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'Port': {'1.7'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'PortForwarding': {'1.2'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'QosPolicy': {'1.8'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'SecurityGroup': {'1.4'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'SubPort': {'1.0'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'Subnet': {'1.1'}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'Trunk': {'1.1'}} Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: consumer versions: Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: { DHCP agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: L3 agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: Metadata agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: Metering agent@dv-cinder-790535-3-smb: {}, Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: Open vSwitch agent@dv-cinder-790535-3-smb: { 'AddressGroup': '1.2', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'ConntrackHelper': '1.0', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'Log': '1.0', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'Network': '1.1', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'Port': '1.7', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'PortForwarding': '1.2', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'QosPolicy': '1.8', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'SecurityGroup': '1.4', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'SecurityGroupRule': '1.2', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'SubPort': '1.0', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'Subnet': '1.1', Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: 'Trunk': '1.1'}} Jun 11 19:40:40.854143 dv-cinder-790535-3-smb neutron-server[98769]: {{(pid=98769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:40:40.881309 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:40.914296 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Attempting to bind port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:40:40.914692 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Attempting to bind port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': 'f414072d-b267-4f23-9e2b-3d79d0d8b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:40:40.915159 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Attempting to bind port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b on network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:40:40.919975 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:40:40.920408 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Checking segment: {'id': 'f414072d-b267-4f23-9e2b-3d79d0d8b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:40:40.920855 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:40.921244 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Bound using segment: {'id': 'f414072d-b267-4f23-9e2b-3d79d0d8b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:40:40.921731 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Bound port: fdec8bad-8420-4d80-99b2-bdcb9bda7e6b, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f414072d-b267-4f23-9e2b-3d79d0d8b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:40:40.922153 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:40.995796 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] For port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:40:41.018226 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] For port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=fdec8bad-8420-4d80-99b2-bdcb9bda7e6b,segment=NetworkSegment(f414072d-b267-4f23-9e2b-3d79d0d8b3b0),segment_id=f414072d-b267-4f23-9e2b-3d79d0d8b3b0)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:40:41.095542 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:41.097906 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:41.156905 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Pushing event updated for resources: {'Port': ['ID=fdec8bad-8420-4d80-99b2-bdcb9bda7e6b,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:41.160042 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:42.168341 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 45428) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:42.498919 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [None req-b0c1af23-3bb3-48dc-85b2-9f5b5afc7863 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:40:42.499883 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-b0c1af23-3bb3-48dc-85b2-9f5b5afc7863 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3306968 Jun 11 19:40:44.861960 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 45436) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:45.178677 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [None req-cb0c2640-39c7-4e75-8cfd-5d6da1cf9033 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:40:45.179767 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-cb0c2640-39c7-4e75-8cfd-5d6da1cf9033 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167338 Jun 11 19:40:46.131040 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device fdec8bad-8420-4d80-99b2-bdcb9bda7e6b up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:40:46.280722 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:40:47.104335 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4a7930-9807-4028-ba66-dff3b0ca0cd2 None None] Network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:40:47.266391 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-bc495fa6-11bf-4d0f-92e6-5dadab2b31c9 None None] Provisioning for port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:40:47.274611 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-bc495fa6-11bf-4d0f-92e6-5dadab2b31c9 None None] Provisioning complete for port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:40:47.275013 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-bc495fa6-11bf-4d0f-92e6-5dadab2b31c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:47.453032 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-bc495fa6-11bf-4d0f-92e6-5dadab2b31c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:47.493774 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-bc495fa6-11bf-4d0f-92e6-5dadab2b31c9 None None] For port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=fdec8bad-8420-4d80-99b2-bdcb9bda7e6b,segment=NetworkSegment(f414072d-b267-4f23-9e2b-3d79d0d8b3b0),segment_id=f414072d-b267-4f23-9e2b-3d79d0d8b3b0)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:40:47.560603 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-bc495fa6-11bf-4d0f-92e6-5dadab2b31c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:47.562709 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:47.614834 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc495fa6-11bf-4d0f-92e6-5dadab2b31c9 None None] Pushing event updated for resources: {'Port': ['ID=fdec8bad-8420-4d80-99b2-bdcb9bda7e6b,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:47.618014 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-bc495fa6-11bf-4d0f-92e6-5dadab2b31c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:47.679719 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-dfabe9be-a47c-447d-8b2b-938061872941 None None] Provisioning complete for port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:40:47.680253 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-dfabe9be-a47c-447d-8b2b-938061872941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:47.791715 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 45450) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:48.091003 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-126bfe96-9fa4-4dd0-8c19-785bab9de321 admin admin] Request body: {'router': {'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:48.103266 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device fdec8bad-8420-4d80-99b2-bdcb9bda7e6b up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:40:48.153804 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:40:48.154166 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.180960 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-126bfe96-9fa4-4dd0-8c19-785bab9de321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9229'] for router, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.182526 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-126bfe96-9fa4-4dd0-8c19-785bab9de321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9242'] for router, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.327616 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-126bfe96-9fa4-4dd0-8c19-785bab9de321 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.375652 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-126bfe96-9fa4-4dd0-8c19-785bab9de321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415386'] for router, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.457243 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-126bfe96-9fa4-4dd0-8c19-785bab9de321 admin admin] Notify callbacks [] for router, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.458419 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-126bfe96-9fa4-4dd0-8c19-785bab9de321 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6657279 Jun 11 19:40:50.781686 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 45458) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:51.100391 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [None req-44c86b20-ee35-4df0-8a37-ef33e01bec08 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:40:51.101358 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-44c86b20-ee35-4df0-8a37-ef33e01bec08 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187530 Jun 11 19:40:51.437606 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1009-bec7-4eeb-bef8-6ac241fd2ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:53.464764 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 45466) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:53.782908 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:53.868865 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Made reservation on behalf of 71c84d12e8d14b8b981424c33a34d284 for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:40:53.871173 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:53.888356 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:53.937652 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-22acaf14-8f23-4775-ab53-3abe6cca6e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:54.005051 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:54.063060 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:54.067935 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:54.083437 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Reserving flat network on physical network physnet1 {{(pid=98768) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 11 19:40:54.091900 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:54.126411 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aafb2b4-53a0-4039-b1d9-a8e65d952045,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:54.129523 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741306500015', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:54.130115 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Unsubscribe: segment precommit_create {{(pid=98768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 19:40:54.142688 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Added segment 79c8981b-d99c-457c-bc60-55a9be29948d of type flat for network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f Jun 11 19:40:54.144519 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:54.192539 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:54.285823 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:54.287178 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:54.287749 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:54.290410 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:54.395374 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Pushing event updated for resources: {'Network': ['ID=abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:54.398591 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:54.404156 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9384179 Jun 11 19:40:54.408314 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:40:55.086724 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:55.703094 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 5 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:40:56.712512 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 45484) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:56.892636 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb51f3-f214-4d22-8141-78bb069c481d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:56.894426 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-1eeb51f3-f214-4d22-8141-78bb069c481d admin admin] 10.222.0.37 "GET /v2.0/subnets/1c824b5f-4880-4714-ae89-33758562b92b HTTP/1.1" status: 200 len: 849 time: 0.1809421 Jun 11 19:40:57.051692 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:57.079073 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-10654163-dd18-428c-ab1e-37f8c4c0959f admin admin] 10.222.0.37 "GET /v2.0/routers/8de7b36e-82da-4581-a845-2c075883146f HTTP/1.1" status: 200 len: 704 time: 0.1790965 Jun 11 19:40:57.446000 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:57.748004 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Allocated IP 172.20.0.1 (3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f/1c824b5f-4880-4714-ae89-33758562b92b/8cbb3535-9d31-40a1-8659-561d3410e2e6) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:40:57.954112 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:57.975778 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.provisioning_blocks [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Transition to ACTIVE for port object 8cbb3535-9d31-40a1-8659-561d3410e2e6 will not be triggered until provisioned by entity DHCP. {{(pid=98768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:40:58.101125 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:58.104220 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:58.174576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:40:58.179730 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:40:58.185210 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:40:58.185813 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411487'] for router_interface, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:58.210174 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8cbb3535-9d31-40a1-8659-561d3410e2e6,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:58.264221 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:58.417542 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-7599243f-e5f3-4e75-a6e9-957e6c4e7303 None None] Provisioning for port 8cbb3535-9d31-40a1-8659-561d3410e2e6 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:40:58.421320 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-7599243f-e5f3-4e75-a6e9-957e6c4e7303 None None] Provisioning complete for port 8cbb3535-9d31-40a1-8659-561d3410e2e6 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:40:58.421692 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-7599243f-e5f3-4e75-a6e9-957e6c4e7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:58.460977 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-7599243f-e5f3-4e75-a6e9-957e6c4e7303 None None] Port 8cbb3535-9d31-40a1-8659-561d3410e2e6 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:40:58.502482 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:58.746487 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:58.808732 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:58.809785 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411595'] for router_interface, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:58.812301 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:58.880769 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8cbb3535-9d31-40a1-8659-561d3410e2e6,revision_number=2']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:58.899569 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:58.960024 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:40:58.961298 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:40:59.187930 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-c1f67e63-a09a-443b-ab38-466c87e91821 None None] Provisioning complete for port 8cbb3535-9d31-40a1-8659-561d3410e2e6 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:40:59.188318 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c1f67e63-a09a-443b-ab38-466c87e91821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:59.206527 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Router 8de7b36e-82da-4581-a845-2c075883146f is scheduled to L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 with binding_index 1 {{(pid=98768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:40:59.227504 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-c1f67e63-a09a-443b-ab38-466c87e91821 None None] Port 8cbb3535-9d31-40a1-8659-561d3410e2e6 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:40:59.330386 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:40:59.337579 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] 10.222.0.37 "PUT /v2.0/routers/8de7b36e-82da-4581-a845-2c075883146f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2513802 Jun 11 19:40:59.351547 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Sync routers for ids ['8de7b36e-82da-4581-a845-2c075883146f'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:40:59.362643 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Routers {'8de7b36e-82da-4581-a845-2c075883146f'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:40:59.363463 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:40:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['8de7b36e-82da-4581-a845-2c075883146f'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:59.564438 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Set router 8de7b36e-82da-4581-a845-2c075883146f gateway port host: None {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:41:00.026395 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de7b36e-82da-4581-a845-2c075883146f', 'name': 'router1', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:40:48Z', 'updated_at': '2021-06-11T19:40:58Z', 'revision_number': 2, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'gw_port_host': None, '_interfaces': [{'id': '8cbb3535-9d31-40a1-8659-561d3410e2e6', 'name': '', 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'mac_address': 'fa:16:3e:cf:4a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de7b36e-82da-4581-a845-2c075883146f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c824b5f-4880-4714-ae89-33758562b92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:40:57Z', 'updated_at': '2021-06-11T19:40:58Z', 'revision_number': 2, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'subnets': [{'id': '1c824b5f-4880-4714-ae89-33758562b92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc742b21-e17a-4672-8580-40b22105b1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:00.032195 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Checking router: 8de7b36e-82da-4581-a845-2c075883146f for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:41:00.032570 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Updating router 8de7b36e-82da-4581-a845-2c075883146f port 8cbb3535-9d31-40a1-8659-561d3410e2e6 binding host dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:41:00.103017 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:00.628537 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Notify callbacks [] for port, precommit_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:00.645993 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.provisioning_blocks [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Transition to ACTIVE for port object 8cbb3535-9d31-40a1-8659-561d3410e2e6 will not be triggered until provisioned by entity L2. {{(pid=98770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:41:00.728980 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:00.733281 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:00.962130 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Pushing event updated for resources: {'Port': ['ID=8cbb3535-9d31-40a1-8659-561d3410e2e6,revision_number=3']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:00.964354 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Attempting to bind port 8cbb3535-9d31-40a1-8659-561d3410e2e6 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:41:00.964755 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Attempting to bind port 8cbb3535-9d31-40a1-8659-561d3410e2e6 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': 'f414072d-b267-4f23-9e2b-3d79d0d8b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f'}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:41:00.965175 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Attempting to bind port 8cbb3535-9d31-40a1-8659-561d3410e2e6 on network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:41:00.973737 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.974075 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.974401 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.974724 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.975041 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.975355 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.975666 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.975976 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.976308 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.976618 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.976925 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.977229 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Tracked resource versions report: Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: pushed versions: Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: { 'AddressGroup': {'1.2'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'ConntrackHelper': {'1.0'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'Log': {'1.0'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'Network': {'1.1'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'Port': {'1.7'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'PortForwarding': {'1.2'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'QosPolicy': {'1.8'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'SecurityGroup': {'1.4'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'SubPort': {'1.0'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'Subnet': {'1.1'}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'Trunk': {'1.1'}} Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: consumer versions: Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: { DHCP agent@dv-cinder-790535-3-smb: {}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: L3 agent@dv-cinder-790535-3-smb: {}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: Metadata agent@dv-cinder-790535-3-smb: {}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: Metering agent@dv-cinder-790535-3-smb: {}, Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: Open vSwitch agent@dv-cinder-790535-3-smb: { 'AddressGroup': '1.2', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'ConntrackHelper': '1.0', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'Log': '1.0', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'Network': '1.1', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'Port': '1.7', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'PortForwarding': '1.2', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'QosPolicy': '1.8', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'SecurityGroup': '1.4', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'SecurityGroupRule': '1.2', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'SubPort': '1.0', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'Subnet': '1.1', Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: 'Trunk': '1.1'}} Jun 11 19:41:00.978330 dv-cinder-790535-3-smb neutron-server[98770]: {{(pid=98770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:41:00.980729 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:41:00.981137 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Checking segment: {'id': 'f414072d-b267-4f23-9e2b-3d79d0d8b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:41:00.981592 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:00.982011 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Bound using segment: {'id': 'f414072d-b267-4f23-9e2b-3d79d0d8b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f'} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:41:00.982521 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Bound port: 8cbb3535-9d31-40a1-8659-561d3410e2e6, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f414072d-b267-4f23-9e2b-3d79d0d8b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f'}}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:41:00.982886 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:00.986111 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:01.059253 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] For port 8cbb3535-9d31-40a1-8659-561d3410e2e6, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:41:01.081663 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] For port 8cbb3535-9d31-40a1-8659-561d3410e2e6, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=8cbb3535-9d31-40a1-8659-561d3410e2e6,segment=NetworkSegment(f414072d-b267-4f23-9e2b-3d79d0d8b3b0),segment_id=f414072d-b267-4f23-9e2b-3d79d0d8b3b0)] {{(pid=98770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:41:01.132273 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:01.134611 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:01.197962 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Pushing event updated for resources: {'Port': ['ID=8cbb3535-9d31-40a1-8659-561d3410e2e6,revision_number=4']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:01.203102 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:01.205079 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Routers {'8de7b36e-82da-4581-a845-2c075883146f'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:41:01.205682 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:40:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['8de7b36e-82da-4581-a845-2c075883146f'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:01.332380 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] Set router 8de7b36e-82da-4581-a845-2c075883146f gateway port host: None {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:41:01.501616 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 45504) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:01.613944 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de7b36e-82da-4581-a845-2c075883146f', 'name': 'router1', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:40:48Z', 'updated_at': '2021-06-11T19:40:58Z', 'revision_number': 2, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'gw_port_host': None, '_interfaces': [{'id': '8cbb3535-9d31-40a1-8659-561d3410e2e6', 'name': '', 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'mac_address': 'fa:16:3e:cf:4a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de7b36e-82da-4581-a845-2c075883146f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c824b5f-4880-4714-ae89-33758562b92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:40:57Z', 'updated_at': '2021-06-11T19:41:01Z', 'revision_number': 4, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'subnets': [{'id': '1c824b5f-4880-4714-ae89-33758562b92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc742b21-e17a-4672-8580-40b22105b1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:01.617537 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919396b-0fc6-424f-8ab1-e655575f995b None None] The sync data for ids ['8de7b36e-82da-4581-a845-2c075883146f'] in dv-cinder-790535-3-smb is: [{'id': '8de7b36e-82da-4581-a845-2c075883146f', 'name': 'router1', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:40:48Z', 'updated_at': '2021-06-11T19:40:58Z', 'revision_number': 2, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'gw_port_host': None, '_interfaces': [{'id': '8cbb3535-9d31-40a1-8659-561d3410e2e6', 'name': '', 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'mac_address': 'fa:16:3e:cf:4a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de7b36e-82da-4581-a845-2c075883146f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c824b5f-4880-4714-ae89-33758562b92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:40:57Z', 'updated_at': '2021-06-11T19:41:01Z', 'revision_number': 4, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'subnets': [{'id': '1c824b5f-4880-4714-ae89-33758562b92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc742b21-e17a-4672-8580-40b22105b1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:41:01.703814 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c10fe08-5413-438c-b613-ad1c7f1e0335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:01.705109 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-5c10fe08-5413-438c-b613-ad1c7f1e0335 admin admin] 10.222.0.37 "GET /v2.0/networks/abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f HTTP/1.1" status: 200 len: 842 time: 0.2025619 Jun 11 19:41:01.714490 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Request body: {'subnet': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:41:01.794559 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Made reservation on behalf of 71c84d12e8d14b8b981424c33a34d284 for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:41:01.796887 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:02.196622 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.objects.ports [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98768) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 19:41:02.197054 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:02.199039 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:02.259704 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85cea9d-e08f-4887-ab44-c7d8b9f29b30,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:02.263237 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:02.268253 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Checking segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:41:02.269163 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Network hostable DHCP agents. Network: abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:41:02.331778 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:41:02.388762 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:41:02.394214 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:02.396148 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:02.397355 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a057219-b37a-4a41-94dc-14f552ed756b None None] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:41:02.455985 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7450404 Jun 11 19:41:02.616852 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40326706-cfee-4366-815a-808f2f0fd63f None None] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:41:04.704548 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 45516) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:04.868684 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-dba05879-1395-439a-8a4f-43f05c30c886 admin admin] 10.222.0.37 "GET /v2.0/routers/8de7b36e-82da-4581-a845-2c075883146f HTTP/1.1" status: 200 len: 710 time: 0.1629875 Jun 11 19:41:04.976045 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d376d-ba1e-4474-b25f-bb7b0b94cb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:04.977393 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-384d376d-ba1e-4474-b25f-bb7b0b94cb64 admin admin] 10.222.0.37 "GET /v2.0/networks/abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f HTTP/1.1" status: 200 len: 886 time: 0.1053467 Jun 11 19:41:04.985963 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:41:05.329874 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9448'] for router, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:05.761420 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:05.840051 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:05.956432 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Allocated IP 172.28.1.197 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/5c2d587c-db79-4ff3-b17a-647cedb254f6) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:41:06.080977 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:06.133947 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 8cbb3535-9d31-40a1-8659-561d3410e2e6 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:41:06.209621 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:06.211807 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e60bbc14-594e-4dc5-87bf-e9d9765672e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:06.255235 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:41:06.258038 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:41:06.260733 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:41:06.271900 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 8cbb3535-9d31-40a1-8659-561d3410e2e6 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:41:06.275718 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 8cbb3535-9d31-40a1-8659-561d3410e2e6 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:41:06.281366 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:06.350244 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2d587c-db79-4ff3-b17a-647cedb254f6,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:06.353407 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:06.365660 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:06.399645 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 8cbb3535-9d31-40a1-8659-561d3410e2e6, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=8cbb3535-9d31-40a1-8659-561d3410e2e6,segment=NetworkSegment(f414072d-b267-4f23-9e2b-3d79d0d8b3b0),segment_id=f414072d-b267-4f23-9e2b-3d79d0d8b3b0)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:06.494583 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:06.496721 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-bc495fa6-11bf-4d0f-92e6-5dadab2b31c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:06.548244 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=8cbb3535-9d31-40a1-8659-561d3410e2e6,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:06.551220 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:06.679422 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:06.943424 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9448'] for router, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:06.946630 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-477773'] for router, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:07.177364 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Router 8de7b36e-82da-4581-a845-2c075883146f has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:41:07.314719 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:41:07.319415 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Notify callbacks [] for router, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:07.320666 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] 10.222.0.37 "PUT /v2.0/routers/8de7b36e-82da-4581-a845-2c075883146f HTTP/1.1" status: 200 len: 890 time: 2.3379076 Jun 11 19:41:07.335407 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Sync routers for ids ['8de7b36e-82da-4581-a845-2c075883146f'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:41:07.347436 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Routers {'8de7b36e-82da-4581-a845-2c075883146f'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:41:07.348750 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:40:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['8de7b36e-82da-4581-a845-2c075883146f'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:07.591963 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Set router 8de7b36e-82da-4581-a845-2c075883146f gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:41:08.015719 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de7b36e-82da-4581-a845-2c075883146f', 'name': 'router1', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '5c2d587c-db79-4ff3-b17a-647cedb254f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:40:48Z', 'updated_at': '2021-06-11T19:41:06Z', 'revision_number': 4, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'gw_port': {'id': '5c2d587c-db79-4ff3-b17a-647cedb254f6', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de7b36e-82da-4581-a845-2c075883146f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:41:05Z', 'updated_at': '2021-06-11T19:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '8cbb3535-9d31-40a1-8659-561d3410e2e6', 'name': '', 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'mac_address': 'fa:16:3e:cf:4a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de7b36e-82da-4581-a845-2c075883146f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c824b5f-4880-4714-ae89-33758562b92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:40:57Z', 'updated_at': '2021-06-11T19:41:06Z', 'revision_number': 5, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'subnets': [{'id': '1c824b5f-4880-4714-ae89-33758562b92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc742b21-e17a-4672-8580-40b22105b1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:08.022078 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Checking router: 8de7b36e-82da-4581-a845-2c075883146f for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:41:08.022450 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Updating router 8de7b36e-82da-4581-a845-2c075883146f port 5c2d587c-db79-4ff3-b17a-647cedb254f6 binding host dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:41:08.061235 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:08.157429 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 8cbb3535-9d31-40a1-8659-561d3410e2e6 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:41:08.358006 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 8cbb3535-9d31-40a1-8659-561d3410e2e6 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:41:08.358669 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:08.612526 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Notify callbacks [] for port, precommit_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:08.622028 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Transition to ACTIVE for port object 5c2d587c-db79-4ff3-b17a-647cedb254f6 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:41:08.697503 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:08.699875 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:08.759476 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Attempting to bind port 5c2d587c-db79-4ff3-b17a-647cedb254f6 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:41:08.759851 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Attempting to bind port 5c2d587c-db79-4ff3-b17a-647cedb254f6 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:41:08.760245 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Attempting to bind port 5c2d587c-db79-4ff3-b17a-647cedb254f6 on network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:41:08.765494 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ef830-0de7-4468-8f1c-321b71133a45 None None] Pushing event updated for resources: {'Port': ['ID=5c2d587c-db79-4ff3-b17a-647cedb254f6,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:08.768366 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-c95ef830-0de7-4468-8f1c-321b71133a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:08.771388 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:41:08.771780 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Checking segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:41:08.772201 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:08.772584 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Bound using segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:41:08.773052 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Bound port: 5c2d587c-db79-4ff3-b17a-647cedb254f6, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:41:08.773583 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:08.835960 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] For port 5c2d587c-db79-4ff3-b17a-647cedb254f6, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:41:08.838959 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] For port 5c2d587c-db79-4ff3-b17a-647cedb254f6, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=5c2d587c-db79-4ff3-b17a-647cedb254f6,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:41:08.897905 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:08.900094 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-dd4f2f73-8a98-4433-90ab-ba5bef2cec2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:08.962649 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Routers {'8de7b36e-82da-4581-a845-2c075883146f'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:41:08.963255 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:40:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['8de7b36e-82da-4581-a845-2c075883146f'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:08.965029 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ef830-0de7-4468-8f1c-321b71133a45 None None] Pushing event updated for resources: {'Port': ['ID=5c2d587c-db79-4ff3-b17a-647cedb254f6,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:08.968663 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-c95ef830-0de7-4468-8f1c-321b71133a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:09.110463 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] Set router 8de7b36e-82da-4581-a845-2c075883146f gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:41:09.377660 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de7b36e-82da-4581-a845-2c075883146f', 'name': 'router1', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '5c2d587c-db79-4ff3-b17a-647cedb254f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:40:48Z', 'updated_at': '2021-06-11T19:41:06Z', 'revision_number': 4, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'gw_port': {'id': '5c2d587c-db79-4ff3-b17a-647cedb254f6', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de7b36e-82da-4581-a845-2c075883146f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:41:05Z', 'updated_at': '2021-06-11T19:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '8cbb3535-9d31-40a1-8659-561d3410e2e6', 'name': '', 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'mac_address': 'fa:16:3e:cf:4a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de7b36e-82da-4581-a845-2c075883146f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c824b5f-4880-4714-ae89-33758562b92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:40:57Z', 'updated_at': '2021-06-11T19:41:06Z', 'revision_number': 5, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'subnets': [{'id': '1c824b5f-4880-4714-ae89-33758562b92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc742b21-e17a-4672-8580-40b22105b1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:09.381209 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8246d183-4bcd-4dcb-94d0-68030f6a0daa None None] The sync data for ids ['8de7b36e-82da-4581-a845-2c075883146f'] in dv-cinder-790535-3-smb is: [{'id': '8de7b36e-82da-4581-a845-2c075883146f', 'name': 'router1', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.197'}], 'enable_snat': True}, 'gw_port_id': '5c2d587c-db79-4ff3-b17a-647cedb254f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:40:48Z', 'updated_at': '2021-06-11T19:41:06Z', 'revision_number': 4, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'gw_port': {'id': '5c2d587c-db79-4ff3-b17a-647cedb254f6', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de7b36e-82da-4581-a845-2c075883146f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:41:05Z', 'updated_at': '2021-06-11T19:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '8cbb3535-9d31-40a1-8659-561d3410e2e6', 'name': '', 'network_id': '3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f', 'tenant_id': '9ceef182e8bd48de93fc91bb964ae400', 'mac_address': 'fa:16:3e:cf:4a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de7b36e-82da-4581-a845-2c075883146f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c824b5f-4880-4714-ae89-33758562b92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:40:57Z', 'updated_at': '2021-06-11T19:41:06Z', 'revision_number': 5, 'project_id': '9ceef182e8bd48de93fc91bb964ae400', 'subnets': [{'id': '1c824b5f-4880-4714-ae89-33758562b92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc742b21-e17a-4672-8580-40b22105b1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:41:09.677369 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 45524) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:09.829363 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-0f23209e-5c2d-451a-8c51-fa0b95d6df08 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1507776 Jun 11 19:41:10.158686 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 5c2d587c-db79-4ff3-b17a-647cedb254f6 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:41:10.320267 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 5c2d587c-db79-4ff3-b17a-647cedb254f6 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:41:10.324845 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 5c2d587c-db79-4ff3-b17a-647cedb254f6 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:41:10.324845 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:10.416459 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:10.438553 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 5c2d587c-db79-4ff3-b17a-647cedb254f6, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=5c2d587c-db79-4ff3-b17a-647cedb254f6,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:10.506398 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:10.508545 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:10.561602 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=5c2d587c-db79-4ff3-b17a-647cedb254f6,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:10.564594 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:12.130356 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 5c2d587c-db79-4ff3-b17a-647cedb254f6 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:41:12.188007 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 5c2d587c-db79-4ff3-b17a-647cedb254f6 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:41:12.188427 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:21.415164 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-45dc3898-69ce-479a-8e9e-8b2089da0d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:23.942565 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a63b84d6-0b37-41c2-9f1a-2fe341aba35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:24.085460 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:25.052445 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:27.108653 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:32.702336 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 5 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:41:51.663055 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-63d889d9-7047-4f6b-9c1a-ee5fc6d52d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:53.951621 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-20e3decd-8f09-46fd-a13a-e53a6c496f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:54.071589 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:55.060160 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:57.393840 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:09.701204 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 5 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:42:21.416842 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-007260c0-6823-48d2-bf81-566508437826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:23.947869 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-dfe2922c-ae6a-4504-a46a-db88447d34f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:24.088329 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:25.062375 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:27.090607 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:46.324996 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46092) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:46.395683 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2aa32c-60ee-4add-bf02-49b1dbf329bb admin admin] GET failed (client error): The resource could not be found. Jun 11 19:42:46.397052 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-dd2aa32c-60ee-4add-bf02-49b1dbf329bb admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0711210 Jun 11 19:42:46.587908 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e872f18-a7a5-4cfd-a81f-bb643b741d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:46.589390 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-1e872f18-a7a5-4cfd-a81f-bb643b741d73 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1886342 Jun 11 19:42:46.699237 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 5 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:42:48.679228 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46102) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:48.808256 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b1f42-5d6a-4896-ae66-86cefc926b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:48.809585 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-065b1f42-5d6a-4896-ae66-86cefc926b3b admin admin] 10.222.0.37 "GET /v2.0/subnets/1c824b5f-4880-4714-ae89-33758562b92b HTTP/1.1" status: 200 len: 849 time: 0.1294284 Jun 11 19:42:48.819098 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:42:48.918814 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:49.147409 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741306484794'] for subnet, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:49.150181 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:49.201547 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:49.202096 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:49.203354 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] 10.222.0.37 "PUT /v2.0/subnets/1c824b5f-4880-4714-ae89-33758562b92b HTTP/1.1" status: 200 len: 868 time: 0.3878911 Jun 11 19:42:49.219410 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f736b-b5e2-4452-acc8-85c96d2ffe74 None None] Network 3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:42:49.223601 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c824b5f-4880-4714-ae89-33758562b92b,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:49.230969 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.231334 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.231641 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.231968 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.232328 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.232656 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.232977 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.233298 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.233637 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.233958 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.234272 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.234585 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:49.239312 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:49.611354 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-08e15ecf-8cb3-4f6d-bb06-c1b3848e4dec None None] Provisioning complete for port 8cbb3535-9d31-40a1-8659-561d3410e2e6 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:42:49.611769 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-08e15ecf-8cb3-4f6d-bb06-c1b3848e4dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:49.706367 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-08e15ecf-8cb3-4f6d-bb06-c1b3848e4dec None None] Provisioning complete for port fdec8bad-8420-4d80-99b2-bdcb9bda7e6b triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:42:49.706642 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-08e15ecf-8cb3-4f6d-bb06-c1b3848e4dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:51.337875 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46110) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:51.432906 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-61a8d112-80ad-45fc-b7b1-7d92090c453e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:51.551745 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bea914-ad8a-44a9-81ac-06e83ea8aabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:51.552168 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bea914-ad8a-44a9-81ac-06e83ea8aabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:51.553672 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-b5bea914-ad8a-44a9-81ac-06e83ea8aabc admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2148654 Jun 11 19:42:53.685138 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46118) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:53.837421 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff332b4-df69-489f-b3ce-7ed611bfccef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:53.837899 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff332b4-df69-489f-b3ce-7ed611bfccef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:53.839377 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-5ff332b4-df69-489f-b3ce-7ed611bfccef admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1532803 Jun 11 19:42:53.973585 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-e70d9c20-1e7b-47cd-bb75-91509c300d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:54.099359 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:55.061471 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:55.969502 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46126) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:56.119477 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fae7998-a0d5-4324-bf04-f9242371e220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:56.120865 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-7fae7998-a0d5-4324-bf04-f9242371e220 admin admin] 10.222.0.37 "GET /v2.0/networks/3853d6bb-b22a-4d86-a7b8-7da80a4bdf1f HTTP/1.1" status: 200 len: 869 time: 0.1503837 Jun 11 19:42:57.087787 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:58.270662 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46136) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:58.458747 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8506e148-2404-4ca3-beeb-47332a3ba493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:58.460015 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-8506e148-2404-4ca3-beeb-47332a3ba493 admin admin] 10.222.0.37 "GET /v2.0/networks/abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f HTTP/1.1" status: 200 len: 886 time: 0.1884241 Jun 11 19:43:00.566372 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46144) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:00.692181 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc553524-2f7d-4696-a1a6-7550a23e8e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:00.692642 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc553524-2f7d-4696-a1a6-7550a23e8e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:00.694148 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-dc553524-2f7d-4696-a1a6-7550a23e8e1b admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268444 Jun 11 19:43:02.797191 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46152) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:02.922483 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840162b6-ebcd-4d28-a1c1-18a2ed10e815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:02.923465 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840162b6-ebcd-4d28-a1c1-18a2ed10e815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:02.924999 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-840162b6-ebcd-4d28-a1c1-18a2ed10e815 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268640 Jun 11 19:43:05.038915 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46160) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:05.135123 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab3eac8-fe2b-42d2-b973-db96aa6a3ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:05.136524 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-9ab3eac8-fe2b-42d2-b973-db96aa6a3ea5 admin admin] 10.222.0.37 "GET /v2.0/subnets/1c824b5f-4880-4714-ae89-33758562b92b HTTP/1.1" status: 200 len: 868 time: 0.0966790 Jun 11 19:43:07.243681 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46168) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:07.335919 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcf3e2e-0140-455e-ba71-bb29224a13f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:07.337267 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-ffcf3e2e-0140-455e-ba71-bb29224a13f3 admin admin] 10.222.0.37 "GET /v2.0/subnets/d85cea9d-e08f-4887-ab44-c7d8b9f29b30 HTTP/1.1" status: 200 len: 816 time: 0.0926423 Jun 11 19:43:21.421095 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-627bac5e-1393-4776-8891-5f6371a353c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:23.697643 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 5 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:43:23.952786 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-edfd2c04-7f44-4196-a026-62ab1e790c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:24.121771 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:25.084036 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:27.095374 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:30.527731 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46212) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:30.573430 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [None req-a9a5680d-6b1f-4e6e-af72-59e4cee77402 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:43:30.574414 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-a9a5680d-6b1f-4e6e-af72-59e4cee77402 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457425 Jun 11 19:43:32.771792 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46220) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:32.831576 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c8fbff-ce63-407e-a1e2-3ce346e546d9 admin admin] GET failed (client error): The resource could not be found. Jun 11 19:43:32.832907 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-d5c8fbff-ce63-407e-a1e2-3ce346e546d9 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601625 Jun 11 19:43:32.990015 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57778af2-288f-4fb6-b37d-32c6d0e5821e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:32.991380 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-57778af2-288f-4fb6-b37d-32c6d0e5821e admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1546988 Jun 11 19:43:35.135997 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46228) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:35.179699 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:43:35.255196 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Made reservation on behalf of 71c84d12e8d14b8b981424c33a34d284 for: {'network': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:43:35.257482 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:35.295426 dv-cinder-790535-3-smb neutron-server[98767]: WARNING neutron.services.revisions.revision_plugin [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Could not find related network for resource to bump revision. Jun 11 19:43:35.307735 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=98767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:43:35.316585 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:35.316922 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.segments_db [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Added segment 90a47d82-4900-4a20-9cf8-ce67d8658278 of type vlan for network ba5aa21e-4326-4a01-89a2-5d730648b198 Jun 11 19:43:35.370636 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:35.466441 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:35.467884 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:35.468480 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:35.470808 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:35.561124 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5aa21e-4326-4a01-89a2-5d730648b198,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:35.564727 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:35.571648 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network ba5aa21e-4326-4a01-89a2-5d730648b198 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:43:35.587577 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4502935 Jun 11 19:43:37.743657 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46236) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:37.808317 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fe8878-1ba1-4b22-9de4-07027abdd103 admin admin] GET failed (client error): The resource could not be found. Jun 11 19:43:37.809641 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-97fe8878-1ba1-4b22-9de4-07027abdd103 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649943 Jun 11 19:43:37.903288 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7534734-1aa4-47b0-b94a-ffa7d5607244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:37.904782 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-c7534734-1aa4-47b0-b94a-ffa7d5607244 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0913711 Jun 11 19:43:37.915247 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:43:37.980994 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Made reservation on behalf of 71c84d12e8d14b8b981424c33a34d284 for: {'subnet': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:43:37.983217 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.258444 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.261211 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:38.328995 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=683e36a0-3447-440c-91e0-d9f953859f6f,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:38.332744 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:38.333849 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Checking segment: {'id': '90a47d82-4900-4a20-9cf8-ce67d8658278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:43:38.334206 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Network hostable DHCP agents. Network: ba5aa21e-4326-4a01-89a2-5d730648b198, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:43:38.424580 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Network ba5aa21e-4326-4a01-89a2-5d730648b198 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:43:38.489524 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, ba5aa21e-4326-4a01-89a2-5d730648b198) {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:43:38.493626 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:38.494212 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.498475 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79848ff-5728-4ac2-89c3-c4d1c91a7e8f None None] Network ba5aa21e-4326-4a01-89a2-5d730648b198 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:43:38.567991 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6569371 Jun 11 19:43:38.685269 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140783be-3e22-5bf5-a6ed-2548d1bdb5d3-ba5aa21e-4326-4a01-89a2-5d730648b198', 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198', 'tenant_id': '71c84d12e8d14b8b981424c33a34d284', 'fixed_ips': [{'subnet_id': '683e36a0-3447-440c-91e0-d9f953859f6f'}]}} from dv-cinder-790535-3-smb. {{(pid=98769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:43:38.686158 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.842911 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.db_base_plugin_common [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Allocated IP 192.168.233.2 (ba5aa21e-4326-4a01-89a2-5d730648b198/683e36a0-3447-440c-91e0-d9f953859f6f/601756d4-aa9d-42a1-ae53-afc7ed3b97d6) {{(pid=98769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:43:39.017446 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Notify callbacks [] for port, precommit_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:39.025635 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Transition to ACTIVE for port object 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:43:39.040634 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Transition to ACTIVE for port object 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 will not be triggered until provisioned by entity DHCP. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:43:39.096282 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:39.098507 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:39.149035 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Network ba5aa21e-4326-4a01-89a2-5d730648b198 is already hosted by enough agents. {{(pid=98769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:43:39.151832 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.base_scheduler [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Resources bound (agent type, host, resource id): {{(pid=98769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:43:39.156418 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Pushing event updated for resources: {'Port': ['ID=601756d4-aa9d-42a1-ae53-afc7ed3b97d6,revision_number=1']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:39.158662 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Received port after_create {{(pid=98769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:43:39.190531 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.190882 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.191221 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.191557 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.191883 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.192233 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.192557 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.192877 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.193199 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.193515 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.193851 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.194171 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:39.199365 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:39.235538 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Attempting to bind port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:43:39.235910 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Attempting to bind port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '90a47d82-4900-4a20-9cf8-ce67d8658278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:43:39.236308 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Attempting to bind port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 on network ba5aa21e-4326-4a01-89a2-5d730648b198 {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:43:39.241318 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:43:39.241689 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Checking segment: {'id': '90a47d82-4900-4a20-9cf8-ce67d8658278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:43:39.242090 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:39.242501 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Bound using segment: {'id': '90a47d82-4900-4a20-9cf8-ce67d8658278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:43:39.242954 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Bound port: 601756d4-aa9d-42a1-ae53-afc7ed3b97d6, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a47d82-4900-4a20-9cf8-ce67d8658278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:43:39.243377 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:39.320115 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] For port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:43:39.323310 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] For port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=601756d4-aa9d-42a1-ae53-afc7ed3b97d6,segment=NetworkSegment(90a47d82-4900-4a20-9cf8-ce67d8658278),segment_id=90a47d82-4900-4a20-9cf8-ce67d8658278)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:43:39.413434 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:39.415751 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:39.596508 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Pushing event updated for resources: {'Port': ['ID=601756d4-aa9d-42a1-ae53-afc7ed3b97d6,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:39.600904 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:40.269327 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:43:40.365746 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7576a2-2df5-4f7e-809e-e89d2bd6abae None None] Network ba5aa21e-4326-4a01-89a2-5d730648b198 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:43:40.437949 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:43:40.568447 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-bc6337f8-01eb-4b9b-a7b8-4a42504c3f99 None None] Provisioning for port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:43:40.574186 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-bc6337f8-01eb-4b9b-a7b8-4a42504c3f99 None None] Provisioning complete for port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:43:40.574561 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-bc6337f8-01eb-4b9b-a7b8-4a42504c3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:40.675511 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-bc6337f8-01eb-4b9b-a7b8-4a42504c3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:40.714672 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-bc6337f8-01eb-4b9b-a7b8-4a42504c3f99 None None] For port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=601756d4-aa9d-42a1-ae53-afc7ed3b97d6,segment=NetworkSegment(90a47d82-4900-4a20-9cf8-ce67d8658278),segment_id=90a47d82-4900-4a20-9cf8-ce67d8658278)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:40.778490 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-bc6337f8-01eb-4b9b-a7b8-4a42504c3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:40.780816 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:40.837653 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6337f8-01eb-4b9b-a7b8-4a42504c3f99 None None] Pushing event updated for resources: {'Port': ['ID=601756d4-aa9d-42a1-ae53-afc7ed3b97d6,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:40.840728 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-bc6337f8-01eb-4b9b-a7b8-4a42504c3f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:40.898954 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-a6edd738-8763-4f9d-a37e-a4436483319f None None] Provisioning complete for port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:43:40.899257 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a6edd738-8763-4f9d-a37e-a4436483319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:42.229422 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:43:42.285752 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 601756d4-aa9d-42a1-ae53-afc7ed3b97d6 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:43:42.286132 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.420942 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-cd9bbac7-13cc-4401-85d6-62701fbdf288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:53.949666 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-e92be563-97d4-4b94-a3b4-b005f76e8e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:54.092923 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:55.115451 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.100960 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:00.695730 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 5 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:44:21.417638 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-82bd7e3e-efe6-4c37-a1e9-faa5a6d95039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:23.943471 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f98cd39d-12cf-464e-a9a8-0ef882fb5200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:24.120601 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.109164 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:27.111716 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:37.694322 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 5 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:44:51.422940 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b28c9423-e6bb-4a04-b518-b1ebe62166a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:53.955224 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-41a61dac-bf32-4aef-bb0b-649ab737690d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:54.077365 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:55.105644 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:57.122711 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:14.692674 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 5 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:45:19.295975 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46288) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:19.302332 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [None req-06dc0586-e43e-49e8-8a54-e669cb54dc99 tempest-verify_tempest_config-1279586211 tempest-verify_tempest_config-1279586211-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:45:19.303329 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-06dc0586-e43e-49e8-8a54-e669cb54dc99 tempest-verify_tempest_config-1279586211 tempest-verify_tempest_config-1279586211-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063519 Jun 11 19:45:19.789670 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46306) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:19.890305 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:19.979999 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:20.040027 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:20.042920 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:20.088262 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60fdccd1e3734851b639f41ec16acec8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2975371 Jun 11 19:45:20.089536 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f790288c-4107-45d8-bc10-34ea960768d5,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:20.091050 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46310) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:20.097414 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.097750 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.098082 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.098413 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.098732 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.099052 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.099387 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.099691 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.100026 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.100371 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.100685 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.100995 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.104780 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:20.148891 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:20.170424 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:20.317481 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:20.320289 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:20.321406 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f790288c-4107-45d8-bc10-34ea960768d5 HTTP/1.1" status: 204 len: 168 time: 0.2290542 Jun 11 19:45:20.322034 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:20.330898 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f790288c-4107-45d8-bc10-34ea960768d5,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:20.337518 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.337842 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.338171 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.338495 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.338817 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.339135 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.339452 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.339787 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.340123 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.340445 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.340757 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.341065 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:20.344689 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:21.414232 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-707f7f03-5f6a-4717-a3c8-92725b53f56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:23.945438 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-85e82fe5-f073-40ae-986f-be2cd0ec63e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:24.137279 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:25.094263 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:27.368329 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:51.416588 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-10880d77-d0b0-4557-9784-64b462ed5be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:51.690528 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 5 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:45:53.950620 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-6a2711ea-e29c-4bc7-b1a1-1e5b9ef59b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:54.102320 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:55.079306 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:57.098911 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:21.405383 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-e070f9ab-aaac-47f3-a8c6-2daabaf2401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:23.976048 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-2d135872-9f58-4989-826c-5c9c9efb769a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:24.135837 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:25.101760 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:27.099118 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:28.688579 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 5 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:46:51.395747 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-3281fde0-8e49-4050-93f8-f176c671b64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:54.001626 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f41ac1ab-f626-4fd3-8631-b251847a4bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:54.101586 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:55.090507 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.012467 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006'] for agent, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.103951 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:00.440225 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46364) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:47:00.541871 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-00042fc3-f37f-4300-976d-9dc1a95c1d43 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1005414 Jun 11 19:47:02.681391 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46374) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:47:02.733105 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-566f2636-d012-4c12-93f4-8217586635e4 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0506449 Jun 11 19:47:05.687309 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:47:21.418355 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-742b74c2-777d-4ea2-b27f-099bffdc2f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:23.998313 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-be752dd6-fba4-4ccc-9383-5c037c0234b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:24.112591 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:25.109297 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:26.978214 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:27.112672 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:42.685385 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:47:51.389358 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b01f-0287-43e1-85bd-bbb0cb0d9471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:53.955298 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4fb1fdfd-04b1-4262-aa31-3e1999996626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:54.090001 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:55.118687 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:56.972010 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:57.109410 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:19.683890 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:48:21.500389 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-18985990-226b-47c8-bc0d-1e262e44b846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:23.966168 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c6b6331c-c1ea-48ae-a337-888d204414ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:24.108693 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:25.117794 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:26.983141 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:27.114940 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:38.732750 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46574) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:38.739535 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46578) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:39.071277 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-754285103-network', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:39.134986 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-197485973-network', 'tenant_id': '8619c2a3569f46dfbd8e2457977460b2'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:39.175160 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Made reservation on behalf of a378e1af31f9470db697244bd32c1cf4 for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:48:39.177920 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.200974 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.261728 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Made reservation on behalf of 8619c2a3569f46dfbd8e2457977460b2 for: {'network': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:48:39.267163 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.278095 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46608) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:39.284363 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.365267 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.434500 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.439589 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-2cd1c053-1467-456e-9d7f-c571f73c08a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:39.466089 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef1aa33-e53c-46e9-be6e-5b259c4d21fb,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:39.474370 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.474957 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.477418 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.477418 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.477418 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.477418 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.477418 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.477993 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.478493 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.478965 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.479438 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.479904 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Tracked resource versions report: Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: pushed versions: Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: { 'AddressGroup': {'1.2'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'ConntrackHelper': {'1.0'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'Log': {'1.0'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'Network': {'1.1'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'Port': {'1.7'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'PortForwarding': {'1.2'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'QosPolicy': {'1.8'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'SecurityGroup': {'1.4'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'SubPort': {'1.0'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'Subnet': {'1.1'}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'Trunk': {'1.1'}} Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: consumer versions: Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: { DHCP agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: HyperV agent@hv-cinder-79053: {}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: L3 agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: Metadata agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: Metering agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: Open vSwitch agent@dv-cinder-790535-3-smb: { 'AddressGroup': '1.2', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'ConntrackHelper': '1.0', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'Log': '1.0', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'Network': '1.1', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'Port': '1.7', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'PortForwarding': '1.2', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'QosPolicy': '1.8', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'SecurityGroup': '1.4', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'SecurityGroupRule': '1.2', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'SubPort': '1.0', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'Subnet': '1.1', Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: 'Trunk': '1.1'}} Jun 11 19:48:39.481187 dv-cinder-790535-3-smb neutron-server[98768]: {{(pid=98768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:48:39.493778 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:39.498548 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:48:39.509141 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.509496 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Added segment 7634038c-de6d-41ef-885b-cb3dad322731 of type vlan for network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 Jun 11 19:48:39.535175 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.560227 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.568027 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-850590267-network', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:39.589134 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.595366 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-9b1b2e6e-702a-42fc-b27e-3abe215e2ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:39.626046 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713267b-492a-4d1e-8e23-fa84c2e01249,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:39.631372 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=98767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:48:39.641614 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.642241 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.642575 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.642905 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.643231 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.643559 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.643881 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.644217 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.644896 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.645097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.645565 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.646036 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Tracked resource versions report: Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: pushed versions: Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: { 'AddressGroup': {'1.2'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'ConntrackHelper': {'1.0'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'Log': {'1.0'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'Network': {'1.1'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'Port': {'1.7'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'PortForwarding': {'1.2'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'QosPolicy': {'1.8'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'SecurityGroup': {'1.4'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'SubPort': {'1.0'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'Subnet': {'1.1'}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'Trunk': {'1.1'}} Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: consumer versions: Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: { DHCP agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: HyperV agent@hv-cinder-79053: {}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: L3 agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: Metadata agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: Metering agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: Open vSwitch agent@dv-cinder-790535-3-smb: { 'AddressGroup': '1.2', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'ConntrackHelper': '1.0', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'Log': '1.0', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'Network': '1.1', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'Port': '1.7', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'PortForwarding': '1.2', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'QosPolicy': '1.8', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'SecurityGroup': '1.4', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'SecurityGroupRule': '1.2', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'SubPort': '1.0', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'Subnet': '1.1', Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: 'Trunk': '1.1'}} Jun 11 19:48:39.647295 dv-cinder-790535-3-smb neutron-server[98767]: {{(pid=98767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:48:39.650855 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:39.656379 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.656379 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.segments_db [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Added segment de980ff3-4ea9-4ba9-83bb-920dd3cc0b63 of type vlan for network 9c7fd308-d6b3-468d-b1b5-e6e04d983a90 Jun 11 19:48:39.669012 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.670505 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:39.671226 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.674876 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:39.714396 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.725042 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Made reservation on behalf of 308f6be684f945c3ba8b25761a9c6181 for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:48:39.727558 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.743153 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.795891 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Pushing event updated for resources: {'Network': ['ID=c98e101b-9b45-42ce-ab6c-9eb5fa49e132,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:39.800099 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:39.810990 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:48:39.812170 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0746553 Jun 11 19:48:39.812975 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46630) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:39.820781 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.824028 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Request body: {'subnet': {'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-subnet', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:39.829154 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:39.830327 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.843213 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:39.937445 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.942653 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46632) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:39.947064 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Pushing event updated for resources: {'Network': ['ID=9c7fd308-d6b3-468d-b1b5-e6e04d983a90,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:39.949942 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:39.957125 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network 9c7fd308-d6b3-468d-b1b5-e6e04d983a90 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:48:40.049933 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.063317 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:40.091317 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:48:40.098066 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0165c1-a4d4-49f9-a09f-facf145c3189,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:40.102450 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:40.105638 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.106065 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Added segment 69ac2ad0-9c69-43d0-9fbf-58135aece275 of type vlan for network cd3e709c-6304-4a09-a4df-3743d285f858 Jun 11 19:48:40.152010 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Made reservation on behalf of a378e1af31f9470db697244bd32c1cf4 for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:48:40.154505 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.187845 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.223179 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4824710 Jun 11 19:48:40.223976 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46644) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:40.230804 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Request body: {'subnet': {'network_id': '9c7fd308-d6b3-468d-b1b5-e6e04d983a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-197485973-subnet', 'tenant_id': '8619c2a3569f46dfbd8e2457977460b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:40.290614 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-600664288-network', 'tenant_id': 'c7bbdea526ad478f8c2c53883fa20609'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:40.329153 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Made reservation on behalf of 8619c2a3569f46dfbd8e2457977460b2 for: {'subnet': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:48:40.333181 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.368486 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.371056 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:40.371623 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.399712 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:40.447671 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Made reservation on behalf of c7bbdea526ad478f8c2c53883fa20609 for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:48:40.449990 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.515813 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.519889 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Pushing event updated for resources: {'Network': ['ID=cd3e709c-6304-4a09-a4df-3743d285f858,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:40.523143 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:40.537528 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network cd3e709c-6304-4a09-a4df-3743d285f858 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:48:40.556640 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2774580 Jun 11 19:48:40.559534 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46662) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:40.564258 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Request body: {'subnet': {'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-850590267-subnet', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:40.610859 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.643560 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1c87b325-e97d-487e-91d2-6822fa4f63d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:40.720739 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.724439 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-2e3c80dd-1d1c-4256-bac0-d74d4bb91c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:40.732272 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49272f7e-2d72-4d72-950c-1525b95f657c,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:40.742685 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:40.763299 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Checking segment: {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:48:40.763891 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Network hostable DHCP agents. Network: c98e101b-9b45-42ce-ab6c-9eb5fa49e132, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:48:40.766816 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.839042 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81b2483-2f5a-443a-8ef8-3714fa2c6a00,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:40.843666 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.849754 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-30f2d797-7d4e-4f7a-b598-e494aed58b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:40.854928 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:40.860550 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Checking segment: {'id': 'de980ff3-4ea9-4ba9-83bb-920dd3cc0b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9c7fd308-d6b3-468d-b1b5-e6e04d983a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:48:40.861724 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Network hostable DHCP agents. Network: 9c7fd308-d6b3-468d-b1b5-e6e04d983a90, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:48:40.898509 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee31fede-68bc-4ac2-be75-57ca0e3e08d7,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:40.904204 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:48:40.911465 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:40.926483 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:48:40.936375 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.936622 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Added segment 3866b74a-e622-4a25-b82c-c690d5076bdb of type vlan for network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 Jun 11 19:48:41.000527 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.003465 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Network 9c7fd308-d6b3-468d-b1b5-e6e04d983a90 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:48:41.010506 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Made reservation on behalf of 308f6be684f945c3ba8b25761a9c6181 for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:48:41.015726 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.096341 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, 9c7fd308-d6b3-468d-b1b5-e6e04d983a90) {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:41.103203 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:41.104145 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.127355 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f18a4b6-412a-48ce-af31-8a908ac50744 None None] Network 9c7fd308-d6b3-468d-b1b5-e6e04d983a90 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:48:41.194026 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9687083 Jun 11 19:48:41.227967 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, c98e101b-9b45-42ce-ab6c-9eb5fa49e132) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:41.240368 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:41.240955 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.267845 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf0c7f7-3a59-4024-91ec-6e678d5b88d3 None None] Network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:48:41.356938 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.365641 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5466394 Jun 11 19:48:41.366004 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46704) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:41.367434 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:41.368157 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.371546 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:41.373413 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:41.496477 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d34c3-7492-48d2-b6aa-303fdec3a4c7 None None] Network 9c7fd308-d6b3-468d-b1b5-e6e04d983a90 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:48:41.496589 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9229'] for router, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.496589 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9242'] for router, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.551629 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:41.567208 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:41.593015 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6492190 Jun 11 19:48:41.596048 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46710) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:41.610951 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Request body: {'subnet': {'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-600664288-subnet', 'tenant_id': 'c7bbdea526ad478f8c2c53883fa20609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:41.652537 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.669322 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.669732 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:41.744597 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106e3590-a904-4800-a35d-447143ae7935,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:41.750482 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:41.759771 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Made reservation on behalf of c7bbdea526ad478f8c2c53883fa20609 for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:48:41.762538 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.798912 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:48:41.806510 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Checking segment: {'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:48:41.807472 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Network hostable DHCP agents. Network: cd3e709c-6304-4a09-a4df-3743d285f858, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:48:41.997893 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140783be-3e22-5bf5-a6ed-2548d1bdb5d3-c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c'}]}} from dv-cinder-790535-3-smb. {{(pid=98769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:48:41.998895 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:42.002746 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Network cd3e709c-6304-4a09-a4df-3743d285f858 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:48:42.138243 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, cd3e709c-6304-4a09-a4df-3743d285f858) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:42.149111 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:42.149704 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:42.252153 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:42.254411 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:42.304924 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.db_base_plugin_common [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Allocated IP 172.20.0.2 (c98e101b-9b45-42ce-ab6c-9eb5fa49e132/49272f7e-2d72-4d72-950c-1525b95f657c/f03ac82c-a89c-4494-b24d-dbb6db64ad1a) {{(pid=98769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:48:42.334579 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7714665 Jun 11 19:48:42.346792 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46760) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:42.386766 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46770) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:42.394475 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9448'] for router, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:42.397099 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-850590267-router', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:42.408136 dv-cinder-790535-3-smb neutron-server[98767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 11 19:48:42.442003 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:42.457171 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:42.474980 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Checking segment: {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:48:42.475335 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Network hostable DHCP agents. Network: a0e0bb72-4b8c-4f65-adfb-9823c48b55d9, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:48:42.543762 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9229'] for router, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:42.544949 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9242'] for router, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:42.581975 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:48:42.596233 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e1c68e-be93-4168-80fd-887583812768 None None] Network cd3e709c-6304-4a09-a4df-3743d285f858 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:48:42.657455 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Notify callbacks [] for port, precommit_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:42.700695 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:42.718005 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, a0e0bb72-4b8c-4f65-adfb-9823c48b55d9) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:42.726309 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Transition to ACTIVE for port object f03ac82c-a89c-4494-b24d-dbb6db64ad1a will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:48:42.731213 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f5361-e411-4357-8bd0-ccb3c7b44b52 None None] Network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:48:42.732074 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:42.734132 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:42.784293 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-9450279e-8b15-45a2-aafb-953a8229c290 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:42.786187 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-9450279e-8b15-45a2-aafb-953a8229c290 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/networks?id=9c7fd308-d6b3-468d-b1b5-e6e04d983a90 HTTP/1.1" status: 200 len: 811 time: 0.3801050 Jun 11 19:48:42.787363 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Transition to ACTIVE for port object f03ac82c-a89c-4494-b24d-dbb6db64ad1a will not be triggered until provisioned by entity DHCP. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:48:42.819858 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-2d506cbd-786c-4c9d-a67c-47ad3e10a9d1 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/quotas/8619c2a3569f46dfbd8e2457977460b2 HTTP/1.1" status: 200 len: 375 time: 0.0197430 Jun 11 19:48:42.906137 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-4dbe4d25-df8a-40c8-91fc-7a6e8f84f466 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3087952 Jun 11 19:48:42.994278 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:42.995263 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-707776be-55b3-4e17-bf9f-f24d0f8a8fef tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8619c2a3569f46dfbd8e2457977460b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1610727 Jun 11 19:48:43.025882 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-c95ef830-0de7-4468-8f1c-321b71133a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:43.056808 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eb64c9-de40-431e-a54f-5bc8073ed172 None None] Network cd3e709c-6304-4a09-a4df-3743d285f858 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:48:43.062448 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 is already hosted by enough agents. {{(pid=98769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:48:43.100702 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.129876 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.base_scheduler [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Resources bound (agent type, host, resource id): {{(pid=98769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:43.146474 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Received port after_create {{(pid=98769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:48:43.166974 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46792) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:43.171917 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.193629 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9448'] for router, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.227307 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bea26f-fd5d-4b27-a719-103db8617d11 None None] Network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:48:43.271054 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Pushing event updated for resources: {'Port': ['ID=f03ac82c-a89c-4494-b24d-dbb6db64ad1a,revision_number=1']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:43.324928 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.324928 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.325757 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.325757 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.325757 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.326080 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.326471 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.326709 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.327131 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.327457 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.327772 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.328126 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Tracked resource versions report: Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: pushed versions: Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: { 'AddressGroup': {'1.2'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'ConntrackHelper': {'1.0'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'Log': {'1.0'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'Network': {'1.1'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'Port': {'1.7'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'PortForwarding': {'1.2'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'QosPolicy': {'1.8'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'SecurityGroup': {'1.4'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'SubPort': {'1.0'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'Subnet': {'1.1'}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'Trunk': {'1.1'}} Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: consumer versions: Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: { DHCP agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: HyperV agent@hv-cinder-79053: {}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: L3 agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: Metadata agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: Metering agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: Open vSwitch agent@dv-cinder-790535-3-smb: { 'AddressGroup': '1.2', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'ConntrackHelper': '1.0', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'Log': '1.0', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'Network': '1.1', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'Port': '1.7', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'PortForwarding': '1.2', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'QosPolicy': '1.8', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'SecurityGroup': '1.4', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'SecurityGroupRule': '1.2', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'SubPort': '1.0', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'Subnet': '1.1', Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: 'Trunk': '1.1'}} Jun 11 19:48:43.329297 dv-cinder-790535-3-smb neutron-server[98769]: {{(pid=98769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:48:43.362247 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:43.420440 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46804) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:43.475896 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Attempting to bind port f03ac82c-a89c-4494-b24d-dbb6db64ad1a on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:48:43.476553 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Attempting to bind port f03ac82c-a89c-4494-b24d-dbb6db64ad1a by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:48:43.477174 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Attempting to bind port f03ac82c-a89c-4494-b24d-dbb6db64ad1a on network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:48:43.505256 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:48:43.505624 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Checking segment: {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:48:43.506025 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.506419 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Bound using segment: {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:48:43.507537 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Bound port: f03ac82c-a89c-4494-b24d-dbb6db64ad1a, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:48:43.507925 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.518635 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46806) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:43.562607 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c882c6dd-c9e6-424f-ade3-19a3d4e7b085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.577280 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Allocated IP 172.28.1.158 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/33b0570e-ed54-4b1f-919b-c55605dd16d2) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:48:43.605345 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dd88-a27e-414d-80c9-bcda030ec31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.672241 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-51972cba-ff88-4efc-908a-63c8b82fa645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.750377 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-1059a26c-f121-4c51-b4e9-0baae088ab67 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:48:43.751381 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-1059a26c-f121-4c51-b4e9-0baae088ab67 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1993210 Jun 11 19:48:43.788635 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] For port f03ac82c-a89c-4494-b24d-dbb6db64ad1a, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:48:43.794888 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] For port f03ac82c-a89c-4494-b24d-dbb6db64ad1a, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=f03ac82c-a89c-4494-b24d-dbb6db64ad1a,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:48:43.896249 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.912653 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.923708 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.926743 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:43.926967 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46834) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:43.951603 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-b6dd7baf-2bc1-46c1-839a-a0d5e63b2d49 service neutron] 10.222.0.37 "GET /v2.0/networks/9c7fd308-d6b3-468d-b1b5-e6e04d983a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884568 Jun 11 19:48:43.955753 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:43.972988 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c882c6dd-c9e6-424f-ade3-19a3d4e7b085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.002034 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Pushing event updated for resources: {'Port': ['ID=f03ac82c-a89c-4494-b24d-dbb6db64ad1a,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:44.005453 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:44.040472 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c882c6dd-c9e6-424f-ade3-19a3d4e7b085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.047995 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:44.104257 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-c882c6dd-c9e6-424f-ade3-19a3d4e7b085 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f026e76f5d44b20bb27c0deff2ddef0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9348505 Jun 11 19:48:44.107042 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46838) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:44.113487 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882c6dd-c9e6-424f-ade3-19a3d4e7b085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e8278-e6a8-4d46-bcb6-430d5271b85d,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:44.117262 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c882c6dd-c9e6-424f-ade3-19a3d4e7b085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:44.191631 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-93105e35-b2b4-4363-8b73-d3bd8ea73b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.222764 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-93105e35-b2b4-4363-8b73-d3bd8ea73b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.229553 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.db.api [None req-51972cba-ff88-4efc-908a-63c8b82fa645 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 19:48:44.229553 dv-cinder-790535-3-smb neutron-server[98767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 19:48:44.229553 dv-cinder-790535-3-smb neutron-server[98767]: [parameters: {'project_id_1': '724c1d665d4741f09fc99284bc1b43a6', 'expiration_1': datetime.datetime(2021, 6, 11, 19, 48, 43, 688901)}] Jun 11 19:48:44.229553 dv-cinder-790535-3-smb neutron-server[98767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 19:48:44.230146 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_db.api [None req-51972cba-ff88-4efc-908a-63c8b82fa645 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 19:48:44.338827 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.361469 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:44.481000 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device f03ac82c-a89c-4494-b24d-dbb6db64ad1a up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:48:44.499230 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-93105e35-b2b4-4363-8b73-d3bd8ea73b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.500495 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Allocated IP 172.28.1.94 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/627f6b5a-5d9a-4620-9bef-4c848a509e8e) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:48:44.504416 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-93105e35-b2b4-4363-8b73-d3bd8ea73b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.505491 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-93105e35-b2b4-4363-8b73-d3bd8ea73b7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f0e8278-e6a8-4d46-bcb6-430d5271b85d HTTP/1.1" status: 204 len: 168 time: 0.3975089 Jun 11 19:48:44.508820 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:48:44.509318 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:44.519923 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:44.520263 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93105e35-b2b4-4363-8b73-d3bd8ea73b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e8278-e6a8-4d46-bcb6-430d5271b85d,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:44.526372 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-93105e35-b2b4-4363-8b73-d3bd8ea73b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:44.531565 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-42eac3c5-21ff-4927-b780-af573b598e13 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:44.533265 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-42eac3c5-21ff-4927-b780-af573b598e13 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/networks?id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 200 len: 814 time: 0.6050494 Jun 11 19:48:44.533579 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Pushing event updated for resources: {'Port': ['ID=33b0570e-ed54-4b1f-919b-c55605dd16d2,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:44.544787 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:48:44.551854 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-68e45db4-e3fe-4511-8a72-b7c408be7bb7 service neutron] 10.222.0.37 "GET /v2.0/networks/9c7fd308-d6b3-468d-b1b5-e6e04d983a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907338 Jun 11 19:48:44.692177 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port f03ac82c-a89c-4494-b24d-dbb6db64ad1a completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:48:44.745129 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-1c932ded-fd14-4710-9fed-63260c532df2 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/quotas/c7bbdea526ad478f8c2c53883fa20609 HTTP/1.1" status: 200 len: 375 time: 0.1631081 Jun 11 19:48:44.745129 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-51972cba-ff88-4efc-908a-63c8b82fa645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.786256 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.797929 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:44.865704 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-de649550-ba07-4cc7-a693-4cde1a4d619e tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805297 Jun 11 19:48:44.923738 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dd88-a27e-414d-80c9-bcda030ec31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.940927 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:44.944281 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:45.015572 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:48:45.018409 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:45.022508 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:48:45.139334 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Pushing event updated for resources: {'Port': ['ID=627f6b5a-5d9a-4620-9bef-4c848a509e8e,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:45.141015 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:45.169026 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5bcb7a-5067-4dad-a7ff-f3a615e8fe40 None None] Network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:48:45.219391 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dd88-a27e-414d-80c9-bcda030ec31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.402558 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5a905a68-4e62-42f5-be0d-5335aaa97a16 req-1fe541dc-1bb5-4ce6-a662-84379e52051f tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 210 time: 0.1852741 Jun 11 19:48:45.403340 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:45.430256 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-b8f44085-70ce-479e-8267-f08acac2d7d8 None None] Provisioning for port f03ac82c-a89c-4494-b24d-dbb6db64ad1a completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:48:45.435834 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-b8f44085-70ce-479e-8267-f08acac2d7d8 None None] Provisioning complete for port f03ac82c-a89c-4494-b24d-dbb6db64ad1a triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:48:45.436251 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b8f44085-70ce-479e-8267-f08acac2d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.465675 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-b1f1dd88-a27e-414d-80c9-bcda030ec31b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f68bb20883c47dca055beda161f9a5c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0478477 Jun 11 19:48:45.467417 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1dd88-a27e-414d-80c9-bcda030ec31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f23846-e6e9-4d78-9104-b616460d9dc3,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:45.485690 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b1f1dd88-a27e-414d-80c9-bcda030ec31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:45.488962 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46884) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:45.627277 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b8f44085-70ce-479e-8267-f08acac2d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.627732 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5a9b747f-027e-4470-94cc-2816058052f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.663245 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5a9b747f-027e-4470-94cc-2816058052f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.692685 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.794414 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-b8f44085-70ce-479e-8267-f08acac2d7d8 None None] For port f03ac82c-a89c-4494-b24d-dbb6db64ad1a, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=f03ac82c-a89c-4494-b24d-dbb6db64ad1a,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:48:45.797493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-586eb82e-a434-4471-9c50-41b105fd2b19 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:48:45.798466 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-586eb82e-a434-4471-9c50-41b105fd2b19 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5803449 Jun 11 19:48:45.800457 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-51972cba-ff88-4efc-908a-63c8b82fa645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.857544 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5a9b747f-027e-4470-94cc-2816058052f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.863658 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5a9b747f-027e-4470-94cc-2816058052f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.871019 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-5a9b747f-027e-4470-94cc-2816058052f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04f23846-e6e9-4d78-9104-b616460d9dc3 HTTP/1.1" status: 204 len: 168 time: 0.3614700 Jun 11 19:48:45.885961 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b8f44085-70ce-479e-8267-f08acac2d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.897655 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:45.897978 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:45.904143 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:45.968893 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f44085-70ce-479e-8267-f08acac2d7d8 None None] Pushing event updated for resources: {'Port': ['ID=f03ac82c-a89c-4494-b24d-dbb6db64ad1a,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:45.972667 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-b8f44085-70ce-479e-8267-f08acac2d7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:46.026068 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-f9db9993-296f-48ad-a84b-aac78b0513ce None None] Provisioning complete for port f03ac82c-a89c-4494-b24d-dbb6db64ad1a triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:48:46.026068 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f9db9993-296f-48ad-a84b-aac78b0513ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:46.051052 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-51972cba-ff88-4efc-908a-63c8b82fa645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:46.062714 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b747f-027e-4470-94cc-2816058052f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f23846-e6e9-4d78-9104-b616460d9dc3,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:46.065325 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-5a9b747f-027e-4470-94cc-2816058052f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:46.075980 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:46.193309 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415386'] for router, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:46.201106 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-4144baa7-1a51-436c-b422-6e4afdd0d968 service neutron] 10.222.0.37 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876843 Jun 11 19:48:46.437935 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-51972cba-ff88-4efc-908a-63c8b82fa645 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=724c1d665d4741f09fc99284bc1b43a6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9173510 Jun 11 19:48:46.440027 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46924) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:46.459636 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Router 3a349f2f-40e8-4518-96e0-26dcb23f3919 is scheduled to L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 with binding_index 1 {{(pid=98768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:48:46.471432 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51972cba-ff88-4efc-908a-63c8b82fa645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef78fe1-4109-4861-8685-5c761f724ab5,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:46.481336 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-51972cba-ff88-4efc-908a-63c8b82fa645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:46.532342 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device f03ac82c-a89c-4494-b24d-dbb6db64ad1a up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:48:46.611861 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port f03ac82c-a89c-4494-b24d-dbb6db64ad1a triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:48:46.612349 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:46.643684 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-455f5079-1bb0-4802-a207-ff476e58f17c req-01d79cfe-ecad-422c-a265-020c649fb70c tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 210 time: 0.0934930 Jun 11 19:48:46.645301 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-bfbafa4f-e77a-409a-9ee4-ea80d82e8a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:46.671683 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-bfbafa4f-e77a-409a-9ee4-ea80d82e8a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:46.751686 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:48:46.752574 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-01d1b68e-8618-491d-b453-643e85a5142e service neutron] 10.222.0.37 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319343 Jun 11 19:48:46.764852 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Sync routers for ids ['3a349f2f-40e8-4518-96e0-26dcb23f3919'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:48:46.777797 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Routers {'3a349f2f-40e8-4518-96e0-26dcb23f3919'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:48:46.778400 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:48:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['3a349f2f-40e8-4518-96e0-26dcb23f3919'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:46.789310 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415386'] for router, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:46.886053 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Notify callbacks [] for router, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:46.889794 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5078063 Jun 11 19:48:46.890108 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 46930) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:46.993221 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46934) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:47.008114 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Set router 3a349f2f-40e8-4518-96e0-26dcb23f3919 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:48:47.049598 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-2a52eb81-8132-4b56-b9f6-1278652aa1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:47.173889 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7d6695f1-68e1-4c85-81c4-2ce056754aae req-92f3d7aa-2b52-40ab-a42e-89333e999de3 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 210 time: 0.0380807 Jun 11 19:48:47.201110 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-bfbafa4f-e77a-409a-9ee4-ea80d82e8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:47.207757 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-bfbafa4f-e77a-409a-9ee4-ea80d82e8a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:47.214364 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-bfbafa4f-e77a-409a-9ee4-ea80d82e8a2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ef78fe1-4109-4861-8685-5c761f724ab5 HTTP/1.1" status: 204 len: 168 time: 0.7709432 Jun 11 19:48:47.214563 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Router e208e136-fc7f-4322-9de0-9b4bb22e525c is scheduled to L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 with binding_index 1 {{(pid=98767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:48:47.236454 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:47.245549 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbafa4f-e77a-409a-9ee4-ea80d82e8a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef78fe1-4109-4861-8685-5c761f724ab5,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:47.248383 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-bfbafa4f-e77a-409a-9ee4-ea80d82e8a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:47.421199 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'name': 'tempest-ServerRescueNegativeTestJSON-850590267-router', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:42Z', 'updated_at': '2021-06-11T19:48:45Z', 'revision_number': 3, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'gw_port': {'id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:47.429455 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Checking router: 3a349f2f-40e8-4518-96e0-26dcb23f3919 for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:48:47.430281 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Updating router 3a349f2f-40e8-4518-96e0-26dcb23f3919 port 627f6b5a-5d9a-4620-9bef-4c848a509e8e binding host dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:48:47.502666 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-2a52eb81-8132-4b56-b9f6-1278652aa1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:47.505712 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:47.523726 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:48:47.558738 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Sync routers for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:48:47.573323 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:48:47.573980 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:48:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:47.580014 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-2a52eb81-8132-4b56-b9f6-1278652aa1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:47.584029 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-5a9b747f-027e-4470-94cc-2816058052f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:47.700715 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Notify callbacks [] for router, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:47.707367 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3393748 Jun 11 19:48:47.707843 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46976) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:47.742012 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52eb81-8132-4b56-b9f6-1278652aa1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4854fd37-1024-43a2-9e3b-511efac4e3bc,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:47.851950 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-2a52eb81-8132-4b56-b9f6-1278652aa1ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ec3936b9dde475dae54fff88413d3ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8575146 Jun 11 19:48:47.853974 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-2a52eb81-8132-4b56-b9f6-1278652aa1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:47.854383 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 46982) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:48.138258 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.229995 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:48:48.271470 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fca109b4-97b9-4e90-8d41-f1d273515c40 req-5440170c-ff1f-46ba-a7ce-9a1160620ff3 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 210 time: 0.4184747 Jun 11 19:48:48.298716 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47004) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:48.338566 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8ee30930-3a67-444d-94aa-7e1cf307b7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.373210 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Notify callbacks [] for port, precommit_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.401059 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.provisioning_blocks [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Transition to ACTIVE for port object 627f6b5a-5d9a-4620-9bef-4c848a509e8e will not be triggered until provisioned by entity L2. {{(pid=98770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:48:48.486908 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.503722 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:48.540063 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Allocated IP 172.20.0.1 (cd3e709c-6304-4a09-a4df-3743d285f858/106e3590-a904-4800-a35d-447143ae7935/c560a815-f1df-4773-a228-0417085d0ec3) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:48:48.551983 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5d4c95eb-3876-4fbd-9119-7e13add2d5d6 req-0e67844b-86f1-42a8-8917-17cfe8e6ea83 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 210 time: 0.0889254 Jun 11 19:48:48.579990 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-508b5c0c-f0fc-4be4-840c-44d0bc3452d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.597826 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Attempting to bind port 627f6b5a-5d9a-4620-9bef-4c848a509e8e on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:48:48.606293 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Attempting to bind port 627f6b5a-5d9a-4620-9bef-4c848a509e8e by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:48:48.611635 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Attempting to bind port 627f6b5a-5d9a-4620-9bef-4c848a509e8e on network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:48:48.611927 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-508b5c0c-f0fc-4be4-840c-44d0bc3452d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.738127 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8ee30930-3a67-444d-94aa-7e1cf307b7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.761819 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:48:48.762306 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Checking segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:48:48.762849 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.763761 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Bound using segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:48:48.764666 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Bound port: 627f6b5a-5d9a-4620-9bef-4c848a509e8e, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:48:48.765247 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.799660 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.818538 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8ee30930-3a67-444d-94aa-7e1cf307b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.837112 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:48.868169 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] For port 627f6b5a-5d9a-4620-9bef-4c848a509e8e, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:48:48.873148 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] For port 627f6b5a-5d9a-4620-9bef-4c848a509e8e, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=627f6b5a-5d9a-4620-9bef-4c848a509e8e,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:48:48.899799 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee30930-3a67-444d-94aa-7e1cf307b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512cff49-0a69-458b-8e48-f92339609017,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:48.914051 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Pushing event updated for resources: {'Port': ['ID=627f6b5a-5d9a-4620-9bef-4c848a509e8e,revision_number=2']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:48.918303 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8ee30930-3a67-444d-94aa-7e1cf307b7a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c476ad252ea45e29a88f66ef9bc72c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6178629 Jun 11 19:48:48.931120 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8ee30930-3a67-444d-94aa-7e1cf307b7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:48.932197 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47012) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:48.934024 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:44Z', 'revision_number': 3, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:48.935305 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.935305 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.935305 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.935591 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.936172 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.936521 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.936832 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.937324 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.938037 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.939187 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.941198 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.942205 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:48:48.942527 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Checking router: e208e136-fc7f-4322-9de0-9b4bb22e525c for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:48:48.943137 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Updating router e208e136-fc7f-4322-9de0-9b4bb22e525c port 33b0570e-ed54-4b1f-919b-c55605dd16d2 binding host dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Tracked resource versions report: Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: pushed versions: Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: { 'AddressGroup': {'1.2'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'ConntrackHelper': {'1.0'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'Log': {'1.0'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'Network': {'1.1'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'Port': {'1.7'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'PortForwarding': {'1.2'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'QosPolicy': {'1.8'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'SecurityGroup': {'1.4'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'SubPort': {'1.0'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'Subnet': {'1.1'}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'Trunk': {'1.1'}} Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: consumer versions: Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: { DHCP agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: HyperV agent@hv-cinder-79053: {}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: L3 agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: Metadata agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: Metering agent@dv-cinder-790535-3-smb: {}, Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: Open vSwitch agent@dv-cinder-790535-3-smb: { 'AddressGroup': '1.2', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'ConntrackHelper': '1.0', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'Log': '1.0', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'Network': '1.1', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'Port': '1.7', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'PortForwarding': '1.2', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'QosPolicy': '1.8', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'SecurityGroup': '1.4', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'SecurityGroupRule': '1.2', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'SubPort': '1.0', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'Subnet': '1.1', Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: 'Trunk': '1.1'}} Jun 11 19:48:48.945439 dv-cinder-790535-3-smb neutron-server[98770]: {{(pid=98770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:48:48.955456 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:48.958405 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:48.963452 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-41202338-7a64-4afd-91c6-15af3eb7b37c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:49.004041 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.045254 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Routers {'3a349f2f-40e8-4518-96e0-26dcb23f3919'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:48:49.045980 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:48:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['3a349f2f-40e8-4518-96e0-26dcb23f3919'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:49.155332 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c4c1-e83f-4daf-a43f-2af180f74832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.174822 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-508b5c0c-f0fc-4be4-840c-44d0bc3452d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.179481 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.183440 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c4c1-e83f-4daf-a43f-2af180f74832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.184970 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:49.204758 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Pushing event updated for resources: {'Port': ['ID=627f6b5a-5d9a-4620-9bef-4c848a509e8e,revision_number=3']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:49.216897 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:49.245901 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] Set router 3a349f2f-40e8-4518-96e0-26dcb23f3919 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:48:49.262065 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-508b5c0c-f0fc-4be4-840c-44d0bc3452d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.263157 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-508b5c0c-f0fc-4be4-840c-44d0bc3452d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4854fd37-1024-43a2-9e3b-511efac4e3bc HTTP/1.1" status: 204 len: 168 time: 1.3032746 Jun 11 19:48:49.265795 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Pushing event updated for resources: {'Port': ['ID=c560a815-f1df-4773-a228-0417085d0ec3,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:49.270358 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Network cd3e709c-6304-4a09-a4df-3743d285f858 is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:48:49.276957 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:49.278313 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:49.287059 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:49.290648 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:48:49.291145 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411487'] for router_interface, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.304614 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b5c0c-f0fc-4be4-840c-44d0bc3452d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4854fd37-1024-43a2-9e3b-511efac4e3bc,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:49.308819 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-508b5c0c-f0fc-4be4-840c-44d0bc3452d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:49.495180 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c4c1-e83f-4daf-a43f-2af180f74832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.502633 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c4c1-e83f-4daf-a43f-2af180f74832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.504581 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-4ee7c4c1-e83f-4daf-a43f-2af180f74832 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/512cff49-0a69-458b-8e48-f92339609017 HTTP/1.1" status: 204 len: 168 time: 0.5603850 Jun 11 19:48:49.525125 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.535001 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-93105e35-b2b4-4363-8b73-d3bd8ea73b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:49.552420 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7c4c1-e83f-4daf-a43f-2af180f74832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512cff49-0a69-458b-8e48-f92339609017,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:49.556939 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4ee7c4c1-e83f-4daf-a43f-2af180f74832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:49.696706 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Notify callbacks [] for port, precommit_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.718164 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.720493 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Transition to ACTIVE for port object 33b0570e-ed54-4b1f-919b-c55605dd16d2 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:48:49.722440 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f2c7373e-e377-4901-804c-e434f068903e req-cad25f96-f72f-4fde-be31-fa1bff30caf5 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 210 time: 0.1138349 Jun 11 19:48:49.807789 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'name': 'tempest-ServerRescueNegativeTestJSON-850590267-router', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:42Z', 'updated_at': '2021-06-11T19:48:45Z', 'revision_number': 3, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'gw_port': {'id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:49.815744 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606e9e-5ecb-4965-b3a6-cfeae2ffe238 None None] The sync data for ids ['3a349f2f-40e8-4518-96e0-26dcb23f3919'] in dv-cinder-790535-3-smb is: [{'id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'name': 'tempest-ServerRescueNegativeTestJSON-850590267-router', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:42Z', 'updated_at': '2021-06-11T19:48:45Z', 'revision_number': 3, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'gw_port': {'id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:48:49.817586 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.821506 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:49.967948 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Attempting to bind port 33b0570e-ed54-4b1f-919b-c55605dd16d2 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:48:49.968636 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Attempting to bind port 33b0570e-ed54-4b1f-919b-c55605dd16d2 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:48:49.968636 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Attempting to bind port 33b0570e-ed54-4b1f-919b-c55605dd16d2 on network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:48:49.976486 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5afec-6a10-407f-af1c-ba982e9ded28 None None] Pushing event updated for resources: {'Port': ['ID=33b0570e-ed54-4b1f-919b-c55605dd16d2,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:49.985398 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-49a5afec-6a10-407f-af1c-ba982e9ded28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:49.988700 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:48:49.989089 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Checking segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:48:49.989499 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:49.989898 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Bound using segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:48:49.990393 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Bound port: 33b0570e-ed54-4b1f-919b-c55605dd16d2, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:48:49.990754 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:50.129366 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:50.144000 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff05a81d-f04b-42d8-997b-6e301c503632 req-a3d009fa-8967-4844-b1fa-c784a094fa2f tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 210 time: 0.1106424 Jun 11 19:48:50.151222 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] For port 33b0570e-ed54-4b1f-919b-c55605dd16d2, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:48:50.160418 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] For port 33b0570e-ed54-4b1f-919b-c55605dd16d2, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=33b0570e-ed54-4b1f-919b-c55605dd16d2,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:48:50.201141 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:50.203346 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411595'] for router_interface, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:50.205009 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:50.246576 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:50.249233 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:50.329374 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Allocated IP 172.20.0.1 (c98e101b-9b45-42ce-ab6c-9eb5fa49e132/49272f7e-2d72-4d72-950c-1525b95f657c/43157797-592f-4cce-a24a-88aaafef0879) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:48:50.398529 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Pushing event updated for resources: {'Port': ['ID=c560a815-f1df-4773-a228-0417085d0ec3,revision_number=2']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:50.403253 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:50.441137 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:48:50.446032 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:48:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:50.631913 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Network cd3e709c-6304-4a09-a4df-3743d285f858 is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:48:50.634315 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:50.666939 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:50.691611 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Transition to ACTIVE for port object 43157797-592f-4cce-a24a-88aaafef0879 will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:48:50.733286 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 627f6b5a-5d9a-4620-9bef-4c848a509e8e up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:48:50.794624 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5afec-6a10-407f-af1c-ba982e9ded28 None None] Pushing event updated for resources: {'Port': ['ID=33b0570e-ed54-4b1f-919b-c55605dd16d2,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:50.816276 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-49a5afec-6a10-407f-af1c-ba982e9ded28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:50.829693 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:50.833784 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3f386b0c-6da0-4a25-b96c-3bed363b330e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:50.924802 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.43', 63880) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:50.952456 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:48:51.130684 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Router 3a349f2f-40e8-4518-96e0-26dcb23f3919 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:48:51.342605 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=43157797-592f-4cce-a24a-88aaafef0879,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:51.353938 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:51.364758 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 627f6b5a-5d9a-4620-9bef-4c848a509e8e completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:48:51.393061 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:48:51.415281 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 627f6b5a-5d9a-4620-9bef-4c848a509e8e triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:48:51.415811 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:51.422361 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:48:51.458626 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] 10.222.0.37 "PUT /v2.0/routers/3a349f2f-40e8-4518-96e0-26dcb23f3919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5597525 Jun 11 19:48:51.530480 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:51.538905 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-860a3505-8c80-4686-bcee-a5fc6d26c77d req-b4eaf73a-6a1e-4882-9729-edb707eb268c tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 210 time: 0.2911479 Jun 11 19:48:51.544204 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-03c676ec-6f5b-40e1-8b49-9a57e8f6e9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:51.555205 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-71bad609-ab2f-4f62-a9d6-cbcece718db9 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:51.556788 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-71bad609-ab2f-4f62-a9d6-cbcece718db9 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.43 "GET /v2.0/networks?id=9c7fd308-d6b3-468d-b1b5-e6e04d983a90 HTTP/1.1" status: 200 len: 811 time: 0.6267905 Jun 11 19:48:51.557599 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:48:51.558078 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411487'] for router_interface, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:51.645166 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Request body: {'port': {'device_id': 'd640602a-9d5f-47c0-8381-c09a113cc77e', 'network_id': '9c7fd308-d6b3-468d-b1b5-e6e04d983a90', 'admin_state_up': True, 'tenant_id': '8619c2a3569f46dfbd8e2457977460b2'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:51.783145 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:51.820249 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.43', 63881) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:51.843195 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 627f6b5a-5d9a-4620-9bef-4c848a509e8e, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=627f6b5a-5d9a-4620-9bef-4c848a509e8e,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:48:51.878107 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2047cda5-77fc-4860-ba9c-7e93169f9e74 req-7916eb5f-f9df-4ad0-afc2-7b9a41646dbf tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 210 time: 0.3079290 Jun 11 19:48:51.905347 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:51.917737 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:52.104602 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=627f6b5a-5d9a-4620-9bef-4c848a509e8e,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:52.115220 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-c6e80f50-ce7d-4c0c-862c-e65ecd221328 None None] Provisioning for port 43157797-592f-4cce-a24a-88aaafef0879 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:48:52.119198 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:44Z', 'revision_number': 3, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:52.123175 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:52.135614 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-c6e80f50-ce7d-4c0c-862c-e65ecd221328 None None] Provisioning complete for port 43157797-592f-4cce-a24a-88aaafef0879 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:48:52.142082 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c6e80f50-ce7d-4c0c-862c-e65ecd221328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:52.150975 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e05eb2-c2f6-4159-8688-634c92438505 None None] The sync data for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb is: [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:44Z', 'revision_number': 3, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:48:52.304410 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-c6e80f50-ce7d-4c0c-862c-e65ecd221328 None None] Port 43157797-592f-4cce-a24a-88aaafef0879 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:48:52.410047 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-801e6422-f7ae-4d32-a2b4-acbd77f5b74b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:52.411792 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-801e6422-f7ae-4d32-a2b4-acbd77f5b74b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "GET /v2.0/networks?id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 200 len: 814 time: 0.5942607 Jun 11 19:48:52.437380 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Request body: {'port': {'device_id': '73954679-9889-415a-a8b3-b31c436e285c', 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9', 'admin_state_up': True, 'tenant_id': 'c7bbdea526ad478f8c2c53883fa20609'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:52.510788 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 627f6b5a-5d9a-4620-9bef-4c848a509e8e up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:48:52.657729 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Made reservation on behalf of 8619c2a3569f46dfbd8e2457977460b2 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:48:52.665284 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:52.715644 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 627f6b5a-5d9a-4620-9bef-4c848a509e8e triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:48:52.716197 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:52.803735 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:53.004257 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Sync routers for ids ['3a349f2f-40e8-4518-96e0-26dcb23f3919'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:48:53.042136 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Routers {'3a349f2f-40e8-4518-96e0-26dcb23f3919'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:48:53.042755 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:48:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['3a349f2f-40e8-4518-96e0-26dcb23f3919'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:53.109000 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Made reservation on behalf of c7bbdea526ad478f8c2c53883fa20609 for: {'port': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:48:53.112756 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:53.316672 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Set router 3a349f2f-40e8-4518-96e0-26dcb23f3919 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:48:53.625905 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e7366ada-33e9-4988-bab6-82aee2bf1f09 req-5ff8dcc3-b2f1-487b-aada-17b52ac09397 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 210 time: 0.2754200 Jun 11 19:48:53.727832 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Allocated IP 172.20.0.2 (a0e0bb72-4b8c-4f65-adfb-9823c48b55d9/64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c/da5e8ae3-b1b5-4bfb-b440-0a85aa07f910) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:48:53.847198 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'name': 'tempest-ServerRescueNegativeTestJSON-850590267-router', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:42Z', 'updated_at': '2021-06-11T19:48:49Z', 'revision_number': 4, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'gw_port': {'id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c560a815-f1df-4773-a228-0417085d0ec3', 'name': '', 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'mac_address': 'fa:16:3e:2a:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106e3590-a904-4800-a35d-447143ae7935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:48Z', 'updated_at': '2021-06-11T19:48:49Z', 'revision_number': 2, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'subnets': [{'id': '106e3590-a904-4800-a35d-447143ae7935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:53.862470 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Checking router: 3a349f2f-40e8-4518-96e0-26dcb23f3919 for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:48:53.868548 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Updating router 3a349f2f-40e8-4518-96e0-26dcb23f3919 port c560a815-f1df-4773-a228-0417085d0ec3 binding host dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:48:54.003375 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-570ccf25-3625-404e-af97-36aba0700cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:54.088160 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:54.115409 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:54.187897 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Allocated IP 172.20.0.7 (9c7fd308-d6b3-468d-b1b5-e6e04d983a90/a81b2483-2f5a-443a-8ef8-3714fa2c6a00/89ac80cc-ab72-4abc-83f8-efb72c080a91) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:48:54.472901 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:54.561371 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 33b0570e-ed54-4b1f-919b-c55605dd16d2 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:48:54.721970 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:54.739887 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8d5d8222-d8a2-4f97-a8ba-a7866cd29d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:54.832258 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:54.949466 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 33b0570e-ed54-4b1f-919b-c55605dd16d2 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:48:54.955955 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 33b0570e-ed54-4b1f-919b-c55605dd16d2 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:48:54.956679 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:54.988334 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:55.022691 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411595'] for router_interface, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:55.113468 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:55.160760 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:48:55.167378 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:55.172668 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:48:55.185572 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:55.186576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:55.299715 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Pushing event updated for resources: {'Port': ['ID=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:55.303416 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:55.417849 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9934156 Jun 11 19:48:55.423748 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Notify callbacks [] for port, precommit_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:55.439289 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.provisioning_blocks [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Transition to ACTIVE for port object c560a815-f1df-4773-a228-0417085d0ec3 will not be triggered until provisioned by entity L2. {{(pid=98770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:48:55.460294 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:55.463276 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-57960b3b-be5f-4e43-9806-8d7ad48e14ed tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:48:55.470605 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-57960b3b-be5f-4e43-9806-8d7ad48e14ed tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164719 Jun 11 19:48:55.499947 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:55.505309 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=43157797-592f-4cce-a24a-88aaafef0879,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:55.530643 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:55.542807 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-d9f6e92d-1b5a-4bae-bcd8-d565dfa3c9da tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:55.549091 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:55.551052 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-d9f6e92d-1b5a-4bae-bcd8-d565dfa3c9da tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/networks?id=cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 200 len: 818 time: 2.1973433 Jun 11 19:48:55.552189 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:55.582832 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 33b0570e-ed54-4b1f-919b-c55605dd16d2, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=33b0570e-ed54-4b1f-919b-c55605dd16d2,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:48:55.661006 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:55.663798 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:55.666320 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-425eeb23-6503-433e-8c87-1b28d5112848 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/quotas/308f6be684f945c3ba8b25761a9c6181 HTTP/1.1" status: 200 len: 375 time: 0.1141891 Jun 11 19:48:55.766393 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8480efe-3ee1-4b21-8ebb-130fa22ad413 req-c1aa0e85-7c99-4191-9773-e1b04901f44b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:55.783484 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f8480efe-3ee1-4b21-8ebb-130fa22ad413 req-c1aa0e85-7c99-4191-9773-e1b04901f44b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 931 time: 1.6962094 Jun 11 19:48:55.797379 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=33b0570e-ed54-4b1f-919b-c55605dd16d2,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:55.801090 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:55.927698 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:55.940240 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902da92-02f0-47a6-bbf2-63c52e4922ae None None] Pushing event updated for resources: {'Port': ['ID=c560a815-f1df-4773-a228-0417085d0ec3,revision_number=3']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:55.945452 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-5902da92-02f0-47a6-bbf2-63c52e4922ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:55.997854 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Request body: {'port': {'device_id': '73954679-9889-415a-a8b3-b31c436e285c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:56.021356 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f8480efe-3ee1-4b21-8ebb-130fa22ad413 req-84ae282d-1b0c-4dbc-999c-3ec775ce6e86 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368512 Jun 11 19:48:56.026418 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:48:56.061071 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:56.160925 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Attempting to bind port c560a815-f1df-4773-a228-0417085d0ec3 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:48:56.161325 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Attempting to bind port c560a815-f1df-4773-a228-0417085d0ec3 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:48:56.161752 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Attempting to bind port c560a815-f1df-4773-a228-0417085d0ec3 on network cd3e709c-6304-4a09-a4df-3743d285f858 {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:48:56.205041 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:48:56.205425 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Checking segment: {'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:48:56.205837 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:56.206236 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Bound using segment: {'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:48:56.206735 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Bound port: c560a815-f1df-4773-a228-0417085d0ec3, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'}}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:48:56.207169 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:56.248929 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:56.344964 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-0ec4e5c2-89c6-4f03-a8c5-d938102d8fad tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6776342 Jun 11 19:48:56.348047 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:56.423985 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:56.501370 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] For port c560a815-f1df-4773-a228-0417085d0ec3, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:48:56.509917 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] For port c560a815-f1df-4773-a228-0417085d0ec3, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=c560a815-f1df-4773-a228-0417085d0ec3,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:48:56.558148 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 33b0570e-ed54-4b1f-919b-c55605dd16d2 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:48:56.612270 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:56.633960 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:56.656861 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Network 9c7fd308-d6b3-468d-b1b5-e6e04d983a90 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:48:56.731379 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:48:56.736189 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:48:56.755101 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Routers {'3a349f2f-40e8-4518-96e0-26dcb23f3919'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:48:56.755268 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:56.755671 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:48:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['3a349f2f-40e8-4518-96e0-26dcb23f3919'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:56.757499 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:56.774444 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-7c45ec11-eb37-4c74-a5ea-705405e5fb1a None None] Provisioning complete for port 43157797-592f-4cce-a24a-88aaafef0879 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:48:56.774913 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-7c45ec11-eb37-4c74-a5ea-705405e5fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:56.983996 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 33b0570e-ed54-4b1f-919b-c55605dd16d2 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:48:56.984411 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:56.986428 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-7c45ec11-eb37-4c74-a5ea-705405e5fb1a None None] Port 43157797-592f-4cce-a24a-88aaafef0879 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:48:57.083024 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:48:57.112841 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902da92-02f0-47a6-bbf2-63c52e4922ae None None] Pushing event updated for resources: {'Port': ['ID=c560a815-f1df-4773-a228-0417085d0ec3,revision_number=4']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:57.125732 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-5902da92-02f0-47a6-bbf2-63c52e4922ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:57.162799 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] Set router 3a349f2f-40e8-4518-96e0-26dcb23f3919 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:48:57.286008 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Pushing event updated for resources: {'Port': ['ID=89ac80cc-ab72-4abc-83f8-efb72c080a91,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:57.344433 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-049079d4-c1ff-4a27-9cce-d47a7c6466b8 service neutron] 10.222.0.37 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9555180 Jun 11 19:48:57.345876 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:57.400272 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:57.401463 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:57.434305 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.notifiers.nova [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 {{(pid=98768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:48:57.455874 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8116813 Jun 11 19:48:57.457534 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:57.460540 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc827653-3caa-4947-b2ed-1b0cb8c27870 req-a2e7bd82-c935-4909-a2ff-0e889ab1a091 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:57.467881 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bc827653-3caa-4947-b2ed-1b0cb8c27870 req-a2e7bd82-c935-4909-a2ff-0e889ab1a091 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 931 time: 1.0369670 Jun 11 19:48:57.495364 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Router e208e136-fc7f-4322-9de0-9b4bb22e525c has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:48:57.510730 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'name': 'tempest-ServerRescueNegativeTestJSON-850590267-router', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:42Z', 'updated_at': '2021-06-11T19:48:49Z', 'revision_number': 4, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'gw_port': {'id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c560a815-f1df-4773-a228-0417085d0ec3', 'name': '', 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'mac_address': 'fa:16:3e:2a:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106e3590-a904-4800-a35d-447143ae7935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:48Z', 'updated_at': '2021-06-11T19:48:56Z', 'revision_number': 4, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'subnets': [{'id': '106e3590-a904-4800-a35d-447143ae7935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:57.519891 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.provisioning_blocks [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Transition to ACTIVE for port object da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 will not be triggered until provisioned by entity L2. {{(pid=98768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:48:57.530632 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68752f2-1ef7-4f7a-8a45-09ea1db8a377 None None] The sync data for ids ['3a349f2f-40e8-4518-96e0-26dcb23f3919'] in dv-cinder-790535-3-smb is: [{'id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'name': 'tempest-ServerRescueNegativeTestJSON-850590267-router', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:42Z', 'updated_at': '2021-06-11T19:48:49Z', 'revision_number': 4, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'gw_port': {'id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c560a815-f1df-4773-a228-0417085d0ec3', 'name': '', 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'mac_address': 'fa:16:3e:2a:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106e3590-a904-4800-a35d-447143ae7935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:48Z', 'updated_at': '2021-06-11T19:48:56Z', 'revision_number': 4, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'subnets': [{'id': '106e3590-a904-4800-a35d-447143ae7935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:48:57.592794 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:57.599905 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:57.801768 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bc827653-3caa-4947-b2ed-1b0cb8c27870 req-a25bd18c-2e04-4318-9d07-1c8e8c6b535d tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355645 Jun 11 19:48:57.930404 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Pushing event updated for resources: {'Port': ['ID=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,revision_number=2']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:57.935936 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:58.014008 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.managers [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Attempting to bind port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:48:58.014498 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.managers [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Attempting to bind port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'}] {{(pid=98768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:48:58.014862 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Attempting to bind port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:48:58.017534 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-85870bdd-5bc9-4b45-89eb-00703412f000 service neutron] 10.222.0.37 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653206 Jun 11 19:48:58.040498 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:48:58.040855 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Attempting to bind port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:48:58.051803 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:48:58.052167 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Checking segment: {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:48:58.054329 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Bound using segment: {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'} {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:48:58.054329 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.managers [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Bound port: da5e8ae3-b1b5-4bfb-b440-0a85aa07f910, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'}}] {{(pid=98768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:48:58.054329 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:58.125207 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:48:58.141360 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] 10.222.0.37 "PUT /v2.0/routers/e208e136-fc7f-4322-9de0-9b4bb22e525c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4150047 Jun 11 19:48:58.151946 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Sync routers for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:48:58.161156 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4cc24-9880-427f-abff-35b86c322fc7 req-c7e3e38c-f08d-43a5-93d2-ce08726a6ebe tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:58.169586 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:48:58.170237 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:48:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:48:58.172936 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-60c4cc24-9880-427f-abff-35b86c322fc7 req-c7e3e38c-f08d-43a5-93d2-ce08726a6ebe tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 943 time: 0.2355390 Jun 11 19:48:58.231139 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Request body: {'port': {'device_id': 'd640602a-9d5f-47c0-8381-c09a113cc77e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:48:58.293077 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] For port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910, host hv-cinder-79053, cleared binding levels {{(pid=98768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:48:58.331550 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] For port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:48:58.357930 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-60c4cc24-9880-427f-abff-35b86c322fc7 req-139f02fe-3f3d-41e1-af42-00b67d4a5094 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825473 Jun 11 19:48:58.443988 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:58.451559 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:48:58.534897 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 47288) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:48:58.581869 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Pushing event updated for resources: {'Port': ['ID=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,revision_number=3']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:48:58.612930 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:48:58.622751 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:58.623720 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:58.626423 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] 10.222.0.43 "PUT /v2.0/ports/da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 HTTP/1.1" status: 200 len: 1093 time: 2.7417336 Jun 11 19:48:58.662535 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73954679-9889-415a-a8b3-b31c436e285c', 'tag': 'da5e8ae3-b1b5-4bfb-b440-0a85aa07f910'}] {{(pid=98768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:48:58.673424 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:58.684073 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c560a815-f1df-4773-a228-0417085d0ec3 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:48:58.768114 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7a6a1659-caf8-4a02-b05d-4a78b94d64b4 req-8f02af20-2fbd-46c1-b0e4-418fc867e194 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 210 time: 0.1384232 Jun 11 19:48:59.018163 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:48:59.083325 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-799c065f-1348-4753-999d-fd2d3e67171a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:59.201893 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port c560a815-f1df-4773-a228-0417085d0ec3 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:48:59.229920 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-95b5db76-ceb7-4d60-8e4d-05dca5e0a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:59.233272 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-95b5db76-ceb7-4d60-8e4d-05dca5e0a6ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 1096 time: 0.4274435 Jun 11 19:48:59.233801 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port c560a815-f1df-4773-a228-0417085d0ec3 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:48:59.234188 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:59.244564 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501d27d0949e7fb208166c2e05cf5b0f7f5f27b899644c5db7bc98bf53ef2bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19e3849-2f38-43af-9e4b-98b009280a98" -d '{"events": [{"name": "network-changed", "server_uuid": "73954679-9889-415a-a8b3-b31c436e285c", "tag": "da5e8ae3-b1b5-4bfb-b440-0a85aa07f910"}]}' {{(pid=98768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:48:59.485392 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-e05c8e00-c4c2-4f79-89c2-5e8245b66e7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 HTTP/1.1" status: 200 len: 217 time: 0.2334864 Jun 11 19:48:59.671982 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-48b2a651-17aa-4ba9-b9d6-c49a768ebc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:48:59.673821 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-48b2a651-17aa-4ba9-b9d6-c49a768ebc89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c HTTP/1.1" status: 200 len: 854 time: 0.1799078 Jun 11 19:48:59.777041 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:59.803036 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-6fde9224-9e96-406f-a445-4642ff687156 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119988 Jun 11 19:49:00.075628 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-d44f59c2-3987-4ea4-beee-8c30ad93148d service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617197 Jun 11 19:49:00.117308 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port c560a815-f1df-4773-a228-0417085d0ec3, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=c560a815-f1df-4773-a228-0417085d0ec3,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:00.135448 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47344) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:00.143258 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-9c6d1d3f-c079-482d-8db9-c0061a3b172e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760207264', 'description': 'tempest-description--1170510475'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:00.182284 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76630a-dc75-4067-9c04-df9a187c3af2 req-e6d20b1f-85a7-4ee8-b4bb-b917126e76d4 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:00.184122 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c76630a-dc75-4067-9c04-df9a187c3af2 req-e6d20b1f-85a7-4ee8-b4bb-b917126e76d4 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 931 time: 0.7301159 Jun 11 19:49:00.259368 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-799c065f-1348-4753-999d-fd2d3e67171a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.264872 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.275732 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-49a5afec-6a10-407f-af1c-ba982e9ded28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:00.377986 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-799c065f-1348-4753-999d-fd2d3e67171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.424172 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=c560a815-f1df-4773-a228-0417085d0ec3,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:00.441656 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:00.456137 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-508b5c0c-f0fc-4be4-840c-44d0bc3452d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:00.465560 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-799c065f-1348-4753-999d-fd2d3e67171a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7473bb2330184cedb16df3a0206ee473&name=default HTTP/1.1" status: 200 len: 2977 time: 1.9285696 Jun 11 19:49:00.471958 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47358) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:00.510455 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:48:53Z', 'revision_number': 2, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:49:00.524994 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Checking router: e208e136-fc7f-4322-9de0-9b4bb22e525c for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:49:00.527493 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Updating router e208e136-fc7f-4322-9de0-9b4bb22e525c port 43157797-592f-4cce-a24a-88aaafef0879 binding host dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:49:00.534787 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c76630a-dc75-4067-9c04-df9a187c3af2 req-7174cd56-7442-4f9f-adc5-2a774cd2a04d tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883425 Jun 11 19:49:00.599426 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-964c37c4-3d6a-4021-b0e1-91a5c36670ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.609403 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ac80cc-ab72-4abc-83f8-efb72c080a91 {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:00.621611 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.626561 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c065f-1348-4753-999d-fd2d3e67171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d8157e-6f92-401f-840f-c65d907eb9fa,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:00.632749 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-7848d6bd-a412-4499-bb4a-309cc71bc60e req-70e4146e-ad31-490a-bf19-0cd3ba1a6fe8 service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076237 Jun 11 19:49:00.640573 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-964c37c4-3d6a-4021-b0e1-91a5c36670ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.641841 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-799c065f-1348-4753-999d-fd2d3e67171a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:00.655305 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1d3f-c079-482d-8db9-c0061a3b172e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.667644 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Transition to ACTIVE for port object 89ac80cc-ab72-4abc-83f8-efb72c080a91 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:49:00.676235 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.679983 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-a3f0df5c-1908-4566-8a35-6bdc86c73d69 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:00.687614 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-a3f0df5c-1908-4566-8a35-6bdc86c73d69 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/networks?id=cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 200 len: 818 time: 0.3959944 Jun 11 19:49:00.705055 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-8cc853c0-b9f3-4f1b-a191-ac7df6f1eb3d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/quotas/308f6be684f945c3ba8b25761a9c6181 HTTP/1.1" status: 200 len: 375 time: 0.0162084 Jun 11 19:49:00.757010 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.764621 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:00.938441 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Pushing event updated for resources: {'Port': ['ID=89ac80cc-ab72-4abc-83f8-efb72c080a91,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:00.941461 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-964c37c4-3d6a-4021-b0e1-91a5c36670ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.945975 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-964c37c4-3d6a-4021-b0e1-91a5c36670ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:00.954668 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:00.955721 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-964c37c4-3d6a-4021-b0e1-91a5c36670ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39d8157e-6f92-401f-840f-c65d907eb9fa HTTP/1.1" status: 204 len: 168 time: 0.4825928 Jun 11 19:49:00.960856 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4ee7c4c1-e83f-4daf-a43f-2af180f74832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:01.010413 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c37c4-3d6a-4021-b0e1-91a5c36670ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d8157e-6f92-401f-840f-c65d907eb9fa,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:01.038521 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163b9098-a9c0-423d-bc87-6e9a31a42146 x-openstack-request-id: req-163b9098-a9c0-423d-bc87-6e9a31a42146 {{(pid=98768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:01.041100 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73954679-9889-415a-a8b3-b31c436e285c", "tag": "da5e8ae3-b1b5-4bfb-b440-0a85aa07f910", "status": "completed", "code": 200}]} {{(pid=98768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:01.041468 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-163b9098-a9c0-423d-bc87-6e9a31a42146 {{(pid=98768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:01.042082 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73954679-9889-415a-a8b3-b31c436e285c', 'tag': 'da5e8ae3-b1b5-4bfb-b440-0a85aa07f910', 'status': 'completed', 'code': 200} Jun 11 19:49:01.044008 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-964c37c4-3d6a-4021-b0e1-91a5c36670ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:01.236276 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-a6166915-606f-4e34-b61e-a2b0b31f60bb tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5239723 Jun 11 19:49:01.258976 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1d3f-c079-482d-8db9-c0061a3b172e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.322223 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e3849-2f38-43af-9e4b-98b009280a98 req-077d7611-3eab-4bbb-847d-18ccb24600ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:01.323989 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-d19e3849-2f38-43af-9e4b-98b009280a98 req-077d7611-3eab-4bbb-847d-18ccb24600ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 1096 time: 0.2207708 Jun 11 19:49:01.398479 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1d3f-c079-482d-8db9-c0061a3b172e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.405097 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c882c6dd-c9e6-424f-ade3-19a3d4e7b085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:01.437459 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Notify callbacks [] for port, precommit_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.476073 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Transition to ACTIVE for port object 43157797-592f-4cce-a24a-88aaafef0879 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:49:01.496123 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d1d3f-c079-482d-8db9-c0061a3b172e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a823cc-e0db-40b3-93bb-19336845ce34,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:01.525547 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-9c6d1d3f-c079-482d-8db9-c0061a3b172e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:01.527248 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1d3f-c079-482d-8db9-c0061a3b172e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.547674 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-9c6d1d3f-c079-482d-8db9-c0061a3b172e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4106283 Jun 11 19:49:01.548575 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47390) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:01.554014 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-8e8bc551-edf4-43ef-91a9-b9ec2e02fe5a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'security_group_rule': {'security_group_id': '68a823cc-e0db-40b3-93bb-19336845ce34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:01.578888 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.589244 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-cca03936-15ec-4ea2-94c0-68f9fd70fb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:01.597815 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Attempting to bind port 89ac80cc-ab72-4abc-83f8-efb72c080a91 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:49:01.598177 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Attempting to bind port 89ac80cc-ab72-4abc-83f8-efb72c080a91 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'de980ff3-4ea9-4ba9-83bb-920dd3cc0b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9c7fd308-d6b3-468d-b1b5-e6e04d983a90'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:49:01.598538 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Attempting to bind port 89ac80cc-ab72-4abc-83f8-efb72c080a91 on network 9c7fd308-d6b3-468d-b1b5-e6e04d983a90 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:01.699147 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8e8bc551-edf4-43ef-91a9-b9ec2e02fe5a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.769288 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Port 89ac80cc-ab72-4abc-83f8-efb72c080a91 on network 9c7fd308-d6b3-468d-b1b5-e6e04d983a90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:49:01.770516 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Attempting to bind port 89ac80cc-ab72-4abc-83f8-efb72c080a91 on network 9c7fd308-d6b3-468d-b1b5-e6e04d983a90 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:01.829791 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8e8bc551-edf4-43ef-91a9-b9ec2e02fe5a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.894726 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47398) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:01.917923 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:49:01.918256 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Checking segment: {'id': 'de980ff3-4ea9-4ba9-83bb-920dd3cc0b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9c7fd308-d6b3-468d-b1b5-e6e04d983a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:49:01.918747 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Bound using segment: {'id': 'de980ff3-4ea9-4ba9-83bb-920dd3cc0b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9c7fd308-d6b3-468d-b1b5-e6e04d983a90'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:49:01.919230 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Bound port: 89ac80cc-ab72-4abc-83f8-efb72c080a91, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de980ff3-4ea9-4ba9-83bb-920dd3cc0b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9c7fd308-d6b3-468d-b1b5-e6e04d983a90'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:49:01.919598 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.921934 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8e8bc551-edf4-43ef-91a9-b9ec2e02fe5a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.936595 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:01.946390 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30b2d27e-1cd9-4dc6-8d69-339eddd3c723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.965203 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Attempting to bind port 43157797-592f-4cce-a24a-88aaafef0879 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:49:01.965580 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Attempting to bind port 43157797-592f-4cce-a24a-88aaafef0879 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:49:01.965950 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Attempting to bind port 43157797-592f-4cce-a24a-88aaafef0879 on network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:01.968193 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd205ea-10bd-433c-b316-dc952f10c414 None None] Pushing event updated for resources: {'Port': ['ID=43157797-592f-4cce-a24a-88aaafef0879,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:01.971269 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-0cd205ea-10bd-433c-b316-dc952f10c414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:01.981289 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:49:01.981796 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Checking segment: {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:49:01.982367 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.982729 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Bound using segment: {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:49:01.983371 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Bound port: 43157797-592f-4cce-a24a-88aaafef0879, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:49:01.983761 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:01.986127 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bc551-edf4-43ef-91a9-b9ec2e02fe5a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7367df-17d4-47d2-9180-7372308659d7,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:02.000681 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8e8bc551-edf4-43ef-91a9-b9ec2e02fe5a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:02.050799 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-f1bc8f2c-a292-42c3-91b6-169abe4fbe3a service neutron] 10.222.0.37 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8125856 Jun 11 19:49:02.093174 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] For port 43157797-592f-4cce-a24a-88aaafef0879, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:49:02.109068 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] For port 43157797-592f-4cce-a24a-88aaafef0879, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=43157797-592f-4cce-a24a-88aaafef0879,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:49:02.113273 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8e8bc551-edf4-43ef-91a9-b9ec2e02fe5a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:02.114625 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8e8bc551-edf4-43ef-91a9-b9ec2e02fe5a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5643663 Jun 11 19:49:02.117588 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47400) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:02.149470 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-727faa54-448a-40b4-887d-369de90c8b3e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'security_group_rule': {'security_group_id': '68a823cc-e0db-40b3-93bb-19336845ce34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:02.190585 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:02.194923 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:02.269505 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] For port 89ac80cc-ab72-4abc-83f8-efb72c080a91, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:49:02.314674 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:49:02.315866 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:48:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:49:02.326230 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30b2d27e-1cd9-4dc6-8d69-339eddd3c723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:02.363073 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] For port 89ac80cc-ab72-4abc-83f8-efb72c080a91, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=89ac80cc-ab72-4abc-83f8-efb72c080a91,segment=NetworkSegment(de980ff3-4ea9-4ba9-83bb-920dd3cc0b63),segment_id=de980ff3-4ea9-4ba9-83bb-920dd3cc0b63)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:49:02.402257 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-30b2d27e-1cd9-4dc6-8d69-339eddd3c723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:02.404198 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0d0b-590d-486d-99e9-d226f6667602 req-e6b4ecce-464a-4526-9e58-bc50523d64a1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:02.409277 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-636a0d0b-590d-486d-99e9-d226f6667602 req-e6b4ecce-464a-4526-9e58-bc50523d64a1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 943 time: 0.8144410 Jun 11 19:49:02.436658 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:02.470307 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:02.477645 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-30b2d27e-1cd9-4dc6-8d69-339eddd3c723 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f00257d5ae16431db6d35d6b8221523a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5815883 Jun 11 19:49:02.485999 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47412) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:02.496224 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:02.532372 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd205ea-10bd-433c-b316-dc952f10c414 None None] Pushing event updated for resources: {'Port': ['ID=43157797-592f-4cce-a24a-88aaafef0879,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:02.543350 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-0cd205ea-10bd-433c-b316-dc952f10c414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:02.578636 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c560a815-f1df-4773-a228-0417085d0ec3 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:49:02.586862 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Pushing event updated for resources: {'Port': ['ID=89ac80cc-ab72-4abc-83f8-efb72c080a91,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:02.592644 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-3a299131-f835-42b9-b098-84519f63959a service neutron] 10.222.0.37 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406559 Jun 11 19:49:02.601424 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:02.608808 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:02.609459 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:02.611960 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] 10.222.0.43 "PUT /v2.0/ports/89ac80cc-ab72-4abc-83f8-efb72c080a91 HTTP/1.1" status: 200 len: 1093 time: 4.3884766 Jun 11 19:49:02.612641 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd640602a-9d5f-47c0-8381-c09a113cc77e', 'tag': '89ac80cc-ab72-4abc-83f8-efb72c080a91'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:02.709191 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:49:02.724797 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-636a0d0b-590d-486d-99e9-d226f6667602 req-22da2414-87e4-4ddb-8554-c39b55a5c2b1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071628 Jun 11 19:49:02.801193 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2d27e-1cd9-4dc6-8d69-339eddd3c723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af60b2d-395c-4b6f-86b9-fb1a9273004c,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:03.160346 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-30b2d27e-1cd9-4dc6-8d69-339eddd3c723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:03.176769 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-727faa54-448a-40b4-887d-369de90c8b3e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:03.177527 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-aa50227a-c2a2-4120-83d6-b91cec8fb99f req-6049bce3-a964-4fdb-ae65-72cb504de61a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 210 time: 0.1557968 Jun 11 19:49:03.180456 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db37c32f-c44e-4e28-a61a-24a9152d8bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d640602a-9d5f-47c0-8381-c09a113cc77e", "tag": "89ac80cc-ab72-4abc-83f8-efb72c080a91"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:03.232050 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-789f156c-ccb3-48c0-be1b-e414d454998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:03.233601 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-789f156c-ccb3-48c0-be1b-e414d454998f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8619c2a3569f46dfbd8e2457977460b2&device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 1096 time: 0.4500108 Jun 11 19:49:03.275319 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port c560a815-f1df-4773-a228-0417085d0ec3 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:03.288237 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:03.292180 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-678c2434-3d59-469e-8173-731ebee2936e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:03.432561 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-286f0217-64cc-48f1-a58a-fa216a7b8d17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ac80cc-ab72-4abc-83f8-efb72c080a91 HTTP/1.1" status: 200 len: 217 time: 0.1737726 Jun 11 19:49:03.440954 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df90d1-9539-42ee-a485-339bfa0513ee req-47713a44-fc2b-4112-815a-5bb315ebf0c2 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:03.442639 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-93df90d1-9539-42ee-a485-339bfa0513ee req-47713a44-fc2b-4112-815a-5bb315ebf0c2 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 943 time: 0.4894712 Jun 11 19:49:03.476665 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.43', 63909) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:03.529652 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-93df90d1-9539-42ee-a485-339bfa0513ee req-5c1690e4-9b42-45b6-98ba-9ff9688d5387 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784974 Jun 11 19:49:03.586725 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e3849-2f38-43af-9e4b-98b009280a98 req-3ee1b9b5-e112-4dc7-ad6c-e43d3198c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:03.590559 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-d19e3849-2f38-43af-9e4b-98b009280a98 req-3ee1b9b5-e112-4dc7-ad6c-e43d3198c4ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 200 len: 915 time: 1.1101265 Jun 11 19:49:03.677231 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-678c2434-3d59-469e-8173-731ebee2936e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:03.693219 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6237c1c-4c6f-445c-b324-f0ad8c1e9278 x-openstack-request-id: req-c6237c1c-4c6f-445c-b324-f0ad8c1e9278 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:03.693219 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d640602a-9d5f-47c0-8381-c09a113cc77e", "tag": "89ac80cc-ab72-4abc-83f8-efb72c080a91", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:03.693219 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6237c1c-4c6f-445c-b324-f0ad8c1e9278 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:03.693474 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-727faa54-448a-40b4-887d-369de90c8b3e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:03.693560 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd640602a-9d5f-47c0-8381-c09a113cc77e', 'tag': '89ac80cc-ab72-4abc-83f8-efb72c080a91', 'status': 'completed', 'code': 200} Jun 11 19:49:03.845740 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 47450) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:03.847123 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-61d85e97-72ec-4e88-a9e0-f1615b763703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:03.852653 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-d19e3849-2f38-43af-9e4b-98b009280a98 req-155f1ffa-3fb8-4982-8fe6-26c2605fd8bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 HTTP/1.1" status: 200 len: 217 time: 0.1704097 Jun 11 19:49:03.854720 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-61d85e97-72ec-4e88-a9e0-f1615b763703 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a81b2483-2f5a-443a-8ef8-3714fa2c6a00 HTTP/1.1" status: 200 len: 851 time: 0.3042269 Jun 11 19:49:03.867832 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-727faa54-448a-40b4-887d-369de90c8b3e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:04.005163 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e3849-2f38-43af-9e4b-98b009280a98 req-b67d3666-a422-4ba4-9b4b-1b6bc835ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:04.006832 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-d19e3849-2f38-43af-9e4b-98b009280a98 req-b67d3666-a422-4ba4-9b4b-1b6bc835ff05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c HTTP/1.1" status: 200 len: 854 time: 0.1351619 Jun 11 19:49:04.010570 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-29f3c0e6-71b9-4e43-9934-3373757f38a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c7fd308-d6b3-468d-b1b5-e6e04d983a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370664 Jun 11 19:49:04.014811 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:04.019069 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:02Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:49:04.023302 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b78a42-3c92-44e4-80a7-baf1cf31bd20 None None] The sync data for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb is: [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:02Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:49:04.055932 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727faa54-448a-40b4-887d-369de90c8b3e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d7d8f8-10a8-426a-81c4-d2117f659513,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:04.109502 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-d19e3849-2f38-43af-9e4b-98b009280a98 req-42d4e7dd-2f64-4133-98d8-b6656c8d5f75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735893 Jun 11 19:49:04.115042 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-727faa54-448a-40b4-887d-369de90c8b3e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:04.261039 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdf1c-a9d6-4afb-90e8-70e403f749e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:04.291581 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-44d86096-1582-4054-9839-2133b6fedf38 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:04.293230 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-44d86096-1582-4054-9839-2133b6fedf38 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.43 "GET /v2.0/networks?id=cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 200 len: 818 time: 0.7367206 Jun 11 19:49:04.445501 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-d19e3849-2f38-43af-9e4b-98b009280a98 req-d1c6f24b-4eb4-48a2-930f-0dd501d6f8b7 service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990900 Jun 11 19:49:04.447918 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b5459393-bda0-4049-af2b-171b54cce98a req-82b0e9a2-7a76-4828-8059-d02fa7f98c60 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 210 time: 0.0708065 Jun 11 19:49:04.623740 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550446b6-5826-4563-8aa2-9993dfae8aea req-01d2ff1f-b48c-4051-a191-dccef6f04431 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:04.623740 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-550446b6-5826-4563-8aa2-9993dfae8aea req-01d2ff1f-b48c-4051-a191-dccef6f04431 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 943 time: 0.4924192 Jun 11 19:49:04.623740 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-ac059074-a631-4a3f-9efb-5c105b4c2309 service neutron] 10.222.0.43 "GET /v2.0/networks/9c7fd308-d6b3-468d-b1b5-e6e04d983a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850662 Jun 11 19:49:04.624325 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 43157797-592f-4cce-a24a-88aaafef0879 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:49:04.624667 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-550446b6-5826-4563-8aa2-9993dfae8aea req-e7f98a48-eeab-4829-873d-526a07d64500 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616627 Jun 11 19:49:04.624667 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Request body: {'port': {'device_id': '10d5091e-93db-4f7a-bc23-4c7c8bbc9562', 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858', 'admin_state_up': True, 'tenant_id': '308f6be684f945c3ba8b25761a9c6181'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:04.859912 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-d19e3849-2f38-43af-9e4b-98b009280a98 req-8e38e318-800c-4861-bb69-62d4e454a1ff service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779410 Jun 11 19:49:04.980637 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 43157797-592f-4cce-a24a-88aaafef0879 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:49:04.981369 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-678c2434-3d59-469e-8173-731ebee2936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:04.984876 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-678c2434-3d59-469e-8173-731ebee2936e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:04.990355 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-678c2434-3d59-469e-8173-731ebee2936e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9af60b2d-395c-4b6f-86b9-fb1a9273004c HTTP/1.1" status: 204 len: 168 time: 2.4694667 Jun 11 19:49:04.990355 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-053cf787-26ae-4596-a7b0-f6cba83a99b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:04.991701 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 43157797-592f-4cce-a24a-88aaafef0879 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:04.991701 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:04.999837 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c2434-3d59-469e-8173-731ebee2936e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af60b2d-395c-4b6f-86b9-fb1a9273004c,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:05.034014 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-678c2434-3d59-469e-8173-731ebee2936e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:05.156883 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:05.210512 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 43157797-592f-4cce-a24a-88aaafef0879, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=43157797-592f-4cce-a24a-88aaafef0879,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:05.280409 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:05.288871 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:05.321559 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74136501-cf2d-4b58-a791-5c5df79416c0 req-b8869745-e968-4137-ade8-3a1ea43dbf3e service neutron] 10.222.0.43 "GET /v2.0/networks/9c7fd308-d6b3-468d-b1b5-e6e04d983a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381499 Jun 11 19:49:05.476885 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f343-6599-4329-b6d3-3379d4ca8355 req-2eaba5eb-05ef-46c9-bad6-b1e09d20b090 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:05.481341 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8876f343-6599-4329-b6d3-3379d4ca8355 req-2eaba5eb-05ef-46c9-bad6-b1e09d20b090 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 943 time: 0.7281773 Jun 11 19:49:05.487032 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=43157797-592f-4cce-a24a-88aaafef0879,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:05.492863 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:05.614316 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8876f343-6599-4329-b6d3-3379d4ca8355 req-428fdbdb-c2bd-4cf6-9742-18b81aafe910 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254518 Jun 11 19:49:05.780963 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdf1c-a9d6-4afb-90e8-70e403f749e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:05.826691 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0c0cdf52-dfb1-4638-90e4-041adf8a95a1 req-81eadecd-3339-4b94-987d-a1fb8820284f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 210 time: 0.0629940 Jun 11 19:49:05.959088 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37c32f-c44e-4e28-a61a-24a9152d8bcb req-13f83d1c-b844-494b-bd7f-8bf6a80951be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:05.960629 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-db37c32f-c44e-4e28-a61a-24a9152d8bcb req-13f83d1c-b844-494b-bd7f-8bf6a80951be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8619c2a3569f46dfbd8e2457977460b2&device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 1096 time: 0.3048608 Jun 11 19:49:05.985404 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698c01b-3afd-4239-ae98-8f4f26f4f46b req-1cded2ae-c46d-4ef3-b73e-dad36e42c7b6 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:05.994393 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2698c01b-3afd-4239-ae98-8f4f26f4f46b req-1cded2ae-c46d-4ef3-b73e-dad36e42c7b6 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 943 time: 0.1217570 Jun 11 19:49:05.994393 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdf1c-a9d6-4afb-90e8-70e403f749e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:05.994393 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-2a52eb81-8132-4b56-b9f6-1278652aa1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:06.057466 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-4cbcdf1c-a9d6-4afb-90e8-70e403f749e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad87aa4f30974e8fa676d892f5c447d2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2002892 Jun 11 19:49:06.058940 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcdf1c-a9d6-4afb-90e8-70e403f749e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb1b7fd-6eb8-4289-874f-4c16605e142b,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:06.060322 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47496) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:06.073998 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-4cbcdf1c-a9d6-4afb-90e8-70e403f749e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:06.103065 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2698c01b-3afd-4239-ae98-8f4f26f4f46b req-4167aa35-f06d-4753-82fd-1ddb6a2f08f1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092017 Jun 11 19:49:06.147336 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5f05d240-2ec1-40c7-ad6f-c1eb8007ff4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:06.182778 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5f05d240-2ec1-40c7-ad6f-c1eb8007ff4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:06.229839 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-727faa54-448a-40b4-887d-369de90c8b3e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:06.235104 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-727faa54-448a-40b4-887d-369de90c8b3e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.1126740 Jun 11 19:49:06.243318 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 47498) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:06.246358 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'floatingip': {'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:06.364663 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5f05d240-2ec1-40c7-ad6f-c1eb8007ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:06.367717 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Made reservation on behalf of 308f6be684f945c3ba8b25761a9c6181 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:49:06.369292 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5f05d240-2ec1-40c7-ad6f-c1eb8007ff4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:06.377954 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-5f05d240-2ec1-40c7-ad6f-c1eb8007ff4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bb1b7fd-6eb8-4289-874f-4c16605e142b HTTP/1.1" status: 204 len: 168 time: 0.3091111 Jun 11 19:49:06.377954 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:06.378409 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:06.392869 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05d240-2ec1-40c7-ad6f-c1eb8007ff4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb1b7fd-6eb8-4289-874f-4c16605e142b,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:06.402977 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-5f05d240-2ec1-40c7-ad6f-c1eb8007ff4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:06.501290 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 43157797-592f-4cce-a24a-88aaafef0879 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:49:06.549876 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:06.622002 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 43157797-592f-4cce-a24a-88aaafef0879 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:06.622546 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:06.787728 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Allocated IP 172.20.0.2 (cd3e709c-6304-4a09-a4df-3743d285f858/106e3590-a904-4800-a35d-447143ae7935/77e962cc-f401-450e-b18a-cec151566780) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:49:06.873318 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.095820 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dff382f9-9e8b-4b01-bda9-c7253fbd39f4 req-59cfa3f8-f87b-4895-bdb9-bcb6ad0e8f6c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 210 time: 0.0558808 Jun 11 19:49:07.278779 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517ec8-7e66-4a1d-8106-ad7ae9c9f5d7 req-0ddefc6b-1fd0-42c0-9f93-c448d90d8fd9 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:07.282981 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a8517ec8-7e66-4a1d-8106-ad7ae9c9f5d7 req-0ddefc6b-1fd0-42c0-9f93-c448d90d8fd9 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 943 time: 0.3884428 Jun 11 19:49:07.361458 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47544) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:07.366092 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.367235 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Allocated IP 172.28.1.227 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/ee8f29f8-3a62-4b41-87e2-eca6ebd0fc76) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:49:07.383125 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cdec4cf9-9c70-4fea-b72e-2234a1a72eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.459454 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a8517ec8-7e66-4a1d-8106-ad7ae9c9f5d7 req-91fe1440-4c3f-4fef-abdb-6c1984f00fcc tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654491 Jun 11 19:49:07.494558 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cdec4cf9-9c70-4fea-b72e-2234a1a72eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.562669 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cdec4cf9-9c70-4fea-b72e-2234a1a72eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.568274 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e000de3-16a7-4b93-b8aa-097abbb96898 req-4dc3638a-f13b-49da-9c39-6e03ff0be9d1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:07.568952 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4b0ec159-006d-4c1a-a81c-033bb6ca5323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:07.569096 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1e000de3-16a7-4b93-b8aa-097abbb96898 req-4dc3638a-f13b-49da-9c39-6e03ff0be9d1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 943 time: 0.2853577 Jun 11 19:49:07.610639 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.616903 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-cdec4cf9-9c70-4fea-b72e-2234a1a72eb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d15cfbb7bbc4bc8b32adf5f0d62015f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530823 Jun 11 19:49:07.617779 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47552) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:07.620105 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec4cf9-9c70-4fea-b72e-2234a1a72eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a23e64-9215-4501-a6ed-1cbf0cd561ca,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:07.629333 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-cdec4cf9-9c70-4fea-b72e-2234a1a72eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:07.650433 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1e000de3-16a7-4b93-b8aa-097abbb96898 req-ca651da3-cd82-472a-9caf-25773f849ead tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724132 Jun 11 19:49:07.656357 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.660940 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:07.683688 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fad2308f-e5b2-44c9-8451-e034862830bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.708517 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fad2308f-e5b2-44c9-8451-e034862830bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.750232 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Pushing event updated for resources: {'Port': ['ID=77e962cc-f401-450e-b18a-cec151566780,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:07.753484 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Network cd3e709c-6304-4a09-a4df-3743d285f858 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:49:07.755466 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:07.758071 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:49:07.760864 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:49:07.766268 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:07.766875 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.806351 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fad2308f-e5b2-44c9-8451-e034862830bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.811045 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fad2308f-e5b2-44c9-8451-e034862830bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.817354 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-fad2308f-e5b2-44c9-8451-e034862830bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0a23e64-9215-4501-a6ed-1cbf0cd561ca HTTP/1.1" status: 204 len: 168 time: 0.1936457 Jun 11 19:49:07.817354 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-9c6d1d3f-c079-482d-8db9-c0061a3b172e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:07.825474 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2308f-e5b2-44c9-8451-e034862830bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a23e64-9215-4501-a6ed-1cbf0cd561ca,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:07.827675 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fad2308f-e5b2-44c9-8451-e034862830bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:07.875406 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2843847 Jun 11 19:49:07.877456 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:07.878985 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a720ccfa-5544-4b82-aea4-b000c473b56b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:07.927378 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:49:07.930919 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:49:07.934273 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:49:07.942319 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'Port': ['ID=ee8f29f8-3a62-4b41-87e2-eca6ebd0fc76,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:07.946827 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:08.029087 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:08.196498 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:08.372815 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-43dc244c-3d15-4b9d-adda-d8a8893387f8 req-144f92ee-3e77-4631-964d-d17a13305d43 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 210 time: 0.0586541 Jun 11 19:49:08.519412 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:08.583018 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:08.590339 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:08.628538 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:08.692606 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'Port': ['ID=ee8f29f8-3a62-4b41-87e2-eca6ebd0fc76,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:08.700347 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:08.723467 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d0c9-4891-4fb5-b7ab-714e5e3caa7c req-1fc03e30-9601-4037-9c47-500ca538ae4e tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:08.724990 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e619d0c9-4891-4fb5-b7ab-714e5e3caa7c req-1fc03e30-9601-4037-9c47-500ca538ae4e tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 943 time: 0.1019921 Jun 11 19:49:08.762944 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:08.764175 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5230691 Jun 11 19:49:08.802563 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e619d0c9-4891-4fb5-b7ab-714e5e3caa7c req-997156b9-5e07-4141-beb7-44c2f02ea397 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655589 Jun 11 19:49:08.854708 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Request body: {'port': {'device_id': '10d5091e-93db-4f7a-bc23-4c7c8bbc9562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:09.335177 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2a2a-3d29-4579-bcd7-6a30a7211d57 req-b8203e61-4117-4c2d-9ac0-158688c75cdc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:09.336747 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-810b2a2a-3d29-4579-bcd7-6a30a7211d57 req-b8203e61-4117-4c2d-9ac0-158688c75cdc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 943 time: 0.5625277 Jun 11 19:49:09.337301 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:09.374159 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-63dae044-3cf1-491e-b111-c8eb3eab0d74 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--760207264&fields=id&tenant_id=a378e1af31f9470db697244bd32c1cf4 HTTP/1.1" status: 200 len: 267 time: 0.1589148 Jun 11 19:49:09.416350 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37c32f-c44e-4e28-a61a-24a9152d8bcb req-18abb9c0-b811-433a-a234-636379b91a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:09.417757 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-db37c32f-c44e-4e28-a61a-24a9152d8bcb req-18abb9c0-b811-433a-a234-636379b91a02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c7fd308-d6b3-468d-b1b5-e6e04d983a90 HTTP/1.1" status: 200 len: 912 time: 0.5793595 Jun 11 19:49:09.519577 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-db37c32f-c44e-4e28-a61a-24a9152d8bcb req-8813d41f-083b-413a-8bdc-ab7b3e366545 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ac80cc-ab72-4abc-83f8-efb72c080a91 HTTP/1.1" status: 200 len: 217 time: 0.0915997 Jun 11 19:49:09.535779 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-810b2a2a-3d29-4579-bcd7-6a30a7211d57 req-12ccec8c-76cb-4e97-92df-832279d04339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840892 Jun 11 19:49:09.702214 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-853f7829-9147-4874-89a2-05001b94538f req-1af2b487-e97e-4cc9-8fff-64f0b2898967 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 210 time: 0.0555851 Jun 11 19:49:09.791612 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-b8e000a9-c4fd-4417-871c-d20d78ced0a6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:09.793080 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-b8e000a9-c4fd-4417-871c-d20d78ced0a6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 816 time: 0.4053056 Jun 11 19:49:09.849069 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37c32f-c44e-4e28-a61a-24a9152d8bcb req-081f108e-3992-488c-85bb-d34221bb92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:09.850954 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-db37c32f-c44e-4e28-a61a-24a9152d8bcb req-081f108e-3992-488c-85bb-d34221bb92d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a81b2483-2f5a-443a-8ef8-3714fa2c6a00 HTTP/1.1" status: 200 len: 851 time: 0.1507285 Jun 11 19:49:09.876665 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-8b3e1441-db1d-47b1-85e8-8392a6efad86 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/quotas/a378e1af31f9470db697244bd32c1cf4 HTTP/1.1" status: 200 len: 375 time: 0.0364025 Jun 11 19:49:09.972757 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-db37c32f-c44e-4e28-a61a-24a9152d8bcb req-ab794dcc-c85e-4176-a5fc-f965c1378e09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c7fd308-d6b3-468d-b1b5-e6e04d983a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109948 Jun 11 19:49:10.234132 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-db37c32f-c44e-4e28-a61a-24a9152d8bcb req-87256508-83c7-45e0-85ee-fce36e447d6f service neutron] 10.222.0.43 "GET /v2.0/networks/9c7fd308-d6b3-468d-b1b5-e6e04d983a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523756 Jun 11 19:49:10.236888 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-42e3ab42-7ae6-48f0-a9ab-ba32a0f14cd8 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:10.236888 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-42e3ab42-7ae6-48f0-a9ab-ba32a0f14cd8 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.43 "GET /v2.0/networks?id=cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 200 len: 818 time: 0.1344385 Jun 11 19:49:10.245677 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-05ca6c8f-c8f0-4d13-b20d-1ca49653007f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3681884 Jun 11 19:49:10.251065 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e962cc-f401-450e-b18a-cec151566780 {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:10.261946 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:10.265775 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Request body: {'port': {'device_id': '8c72e00a-523c-4284-b4f6-9e430acc65f0', 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858', 'admin_state_up': True, 'tenant_id': '308f6be684f945c3ba8b25761a9c6181'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:10.281550 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396c322-9a0a-4207-9e30-90e5c69069f7 req-60c0491b-5fc0-488d-92db-2557caa7d3e2 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:10.281550 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7396c322-9a0a-4207-9e30-90e5c69069f7 req-60c0491b-5fc0-488d-92db-2557caa7d3e2 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 943 time: 0.3009748 Jun 11 19:49:10.351380 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Transition to ACTIVE for port object 77e962cc-f401-450e-b18a-cec151566780 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:49:10.488315 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:10.512436 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0ec32692-80c8-4b87-bb42-61e35c85a4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:10.523800 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7396c322-9a0a-4207-9e30-90e5c69069f7 req-ab19d92f-5315-4c3a-b0d8-f147e5627a9e tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098424 Jun 11 19:49:10.532207 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Made reservation on behalf of 308f6be684f945c3ba8b25761a9c6181 for: {'port': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:49:10.536416 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:10.573842 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-db37c32f-c44e-4e28-a61a-24a9152d8bcb req-32c8f043-2069-49fb-a352-6141751714eb service neutron] 10.222.0.43 "GET /v2.0/networks/9c7fd308-d6b3-468d-b1b5-e6e04d983a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148999 Jun 11 19:49:10.753816 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Allocated IP 172.20.0.4 (cd3e709c-6304-4a09-a4df-3743d285f858/106e3590-a904-4800-a35d-447143ae7935/14207cc7-1e65-4e8a-aea3-0b7cddd56b00) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:49:10.851233 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-c6d0685c-72c5-4794-99b0-d18c932e8735 service neutron] 10.222.0.37 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695822 Jun 11 19:49:10.854803 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Pushing event updated for resources: {'Port': ['ID=77e962cc-f401-450e-b18a-cec151566780,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:10.880908 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:10.961759 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:10.976276 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Attempting to bind port 77e962cc-f401-450e-b18a-cec151566780 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:49:10.976537 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Attempting to bind port 77e962cc-f401-450e-b18a-cec151566780 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:49:10.976859 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Attempting to bind port 77e962cc-f401-450e-b18a-cec151566780 on network cd3e709c-6304-4a09-a4df-3743d285f858 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:11.025476 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Port 77e962cc-f401-450e-b18a-cec151566780 on network cd3e709c-6304-4a09-a4df-3743d285f858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:49:11.025803 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Attempting to bind port 77e962cc-f401-450e-b18a-cec151566780 on network cd3e709c-6304-4a09-a4df-3743d285f858 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:11.046594 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:49:11.046937 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Checking segment: {'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:49:11.047323 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Bound using segment: {'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:49:11.047765 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Bound port: 77e962cc-f401-450e-b18a-cec151566780, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:49:11.048147 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:11.068363 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:11.075328 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ab63a039-8200-42af-a62a-c68245403420 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:11.078283 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28ad6-9b78-49d9-8e0a-be92b71cd0d1 req-bcadbaa4-a944-4e47-b6fd-b04d7053a417 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:11.079841 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dbf28ad6-9b78-49d9-8e0a-be92b71cd0d1 req-bcadbaa4-a944-4e47-b6fd-b04d7053a417 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 943 time: 0.2459683 Jun 11 19:49:11.134721 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-71990dcc-c2c8-4107-bb8d-c2b3e4ddc133 service neutron] 10.222.0.37 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550161 Jun 11 19:49:11.154042 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Network cd3e709c-6304-4a09-a4df-3743d285f858 is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:49:11.160943 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:49:11.163678 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:49:11.169992 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:11.170818 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:11.179640 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dbf28ad6-9b78-49d9-8e0a-be92b71cd0d1 req-28999ea1-5f1f-442e-89a9-08b386c201dd tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919032 Jun 11 19:49:11.203336 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Pushing event updated for resources: {'Port': ['ID=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:11.204698 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] For port 77e962cc-f401-450e-b18a-cec151566780, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:49:11.210766 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] For port 77e962cc-f401-450e-b18a-cec151566780, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77e962cc-f401-450e-b18a-cec151566780,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:49:11.215364 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:11.272976 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-b208882c-e7c8-41b0-8666-888a9f007958 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0136445 Jun 11 19:49:11.285651 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Request body: {'port': {'device_id': '8c72e00a-523c-4284-b4f6-9e430acc65f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:11.309136 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:11.333808 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8c9b860a-0736-4dea-96de-88932ac6039e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:11.372147 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:11.377448 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:11.378074 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:11.379853 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] 10.222.0.43 "PUT /v2.0/ports/77e962cc-f401-450e-b18a-cec151566780 HTTP/1.1" status: 200 len: 1093 time: 2.5295091 Jun 11 19:49:11.383342 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d5091e-93db-4f7a-bc23-4c7c8bbc9562', 'tag': '77e962cc-f401-450e-b18a-cec151566780'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:11.386038 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e70afbe-83c7-43ad-8b4f-7ec81951958e" -d '{"events": [{"name": "network-changed", "server_uuid": "10d5091e-93db-4f7a-bc23-4c7c8bbc9562", "tag": "77e962cc-f401-450e-b18a-cec151566780"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:11.426953 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Pushing event updated for resources: {'Port': ['ID=77e962cc-f401-450e-b18a-cec151566780,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:11.431273 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:11.451187 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17521737-ff4e-4cdd-a04a-2243982f7196 req-a286a370-4e19-45e5-873f-ce6cb4e79862 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:11.452893 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-17521737-ff4e-4cdd-a04a-2243982f7196 req-a286a370-4e19-45e5-873f-ce6cb4e79862 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 931 time: 0.1565232 Jun 11 19:49:11.484537 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197364d0-9999-4c3b-9068-d4eb6314eb2f x-openstack-request-id: req-197364d0-9999-4c3b-9068-d4eb6314eb2f {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:11.484772 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d5091e-93db-4f7a-bc23-4c7c8bbc9562", "tag": "77e962cc-f401-450e-b18a-cec151566780", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:11.485043 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-197364d0-9999-4c3b-9068-d4eb6314eb2f {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:11.486203 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d5091e-93db-4f7a-bc23-4c7c8bbc9562', 'tag': '77e962cc-f401-450e-b18a-cec151566780', 'status': 'completed', 'code': 200} Jun 11 19:49:11.579076 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-17521737-ff4e-4cdd-a04a-2243982f7196 req-d965750b-b05b-43b3-be13-c3c68da121df tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196373 Jun 11 19:49:11.615293 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9c9c80c8-4198-419f-a89a-94c17e19fc0a req-57b706d5-a240-45d1-b5c0-9255ffa2c759 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 210 time: 0.0524535 Jun 11 19:49:11.648270 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70afbe-83c7-43ad-8b4f-7ec81951958e req-05b9da55-879b-4f47-871b-ce962e7ce4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:11.649764 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3e70afbe-83c7-43ad-8b4f-7ec81951958e req-05b9da55-879b-4f47-871b-ce962e7ce4fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 1096 time: 0.1281881 Jun 11 19:49:11.760928 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.notifiers.nova [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 {{(pid=98768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:11.768528 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:11.780455 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.provisioning_blocks [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Transition to ACTIVE for port object 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 will not be triggered until provisioned by entity L2. {{(pid=98768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:49:11.857147 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:11.860664 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:11.904884 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70afbe-83c7-43ad-8b4f-7ec81951958e req-548e3e73-3d50-4cfc-a962-1ce0fc9e36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:11.906355 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3e70afbe-83c7-43ad-8b4f-7ec81951958e req-548e3e73-3d50-4cfc-a962-1ce0fc9e36b7 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=308f6be684f945c3ba8b25761a9c6181&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2488825 Jun 11 19:49:11.938594 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df56c56-a0b4-422d-83dd-32aa05b6b62e req-0d203ef9-32e7-4892-9c7a-0e2b65db5908 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:11.939750 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7df56c56-a0b4-422d-83dd-32aa05b6b62e req-0d203ef9-32e7-4892-9c7a-0e2b65db5908 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 943 time: 0.2129018 Jun 11 19:49:12.111848 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7df56c56-a0b4-422d-83dd-32aa05b6b62e req-f8494341-9da9-4bff-b5de-63e6cccb5ed5 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514137 Jun 11 19:49:12.152190 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70afbe-83c7-43ad-8b4f-7ec81951958e req-41b1190c-f9a8-42f9-97bc-86b86655d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:12.155445 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3e70afbe-83c7-43ad-8b4f-7ec81951958e req-41b1190c-f9a8-42f9-97bc-86b86655d6f9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2393527 Jun 11 19:49:12.175094 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Pushing event updated for resources: {'Port': ['ID=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,revision_number=2']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:12.180501 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:12.182860 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.managers [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Attempting to bind port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:49:12.183188 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.managers [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Attempting to bind port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'}] {{(pid=98768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:49:12.183507 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Attempting to bind port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 on network cd3e709c-6304-4a09-a4df-3743d285f858 {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:12.189714 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 on network cd3e709c-6304-4a09-a4df-3743d285f858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:49:12.190039 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Attempting to bind port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 on network cd3e709c-6304-4a09-a4df-3743d285f858 {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:12.194959 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:49:12.195294 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Checking segment: {'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:49:12.195672 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Bound using segment: {'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'} {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:49:12.196114 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.managers [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Bound port: 14207cc7-1e65-4e8a-aea3-0b7cddd56b00, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac2ad0-9c69-43d0-9fbf-58135aece275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858'}}] {{(pid=98768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:49:12.196473 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:12.271281 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-5db66f4e-2cbc-41bd-bf3f-f528ca517da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:12.273406 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-5db66f4e-2cbc-41bd-bf3f-f528ca517da2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 1096 time: 0.0695279 Jun 11 19:49:12.309934 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] For port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00, host hv-cinder-79053, cleared binding levels {{(pid=98768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:49:12.313356 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] For port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:49:12.338490 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-978ee8b4-02a4-4545-b936-019264ae5409 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77e962cc-f401-450e-b18a-cec151566780 HTTP/1.1" status: 200 len: 217 time: 0.0548310 Jun 11 19:49:12.377633 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:12.381047 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-51f1681d-119f-4241-aeda-44af16b714e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:12.442396 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Pushing event updated for resources: {'Port': ['ID=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,revision_number=3']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:12.446842 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:12.451782 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:12.452054 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:12.453831 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] 10.222.0.43 "PUT /v2.0/ports/14207cc7-1e65-4e8a-aea3-0b7cddd56b00 HTTP/1.1" status: 200 len: 1093 time: 1.1731484 Jun 11 19:49:12.454708 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c72e00a-523c-4284-b4f6-9e430acc65f0', 'tag': '14207cc7-1e65-4e8a-aea3-0b7cddd56b00'}] {{(pid=98768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:12.456663 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501d27d0949e7fb208166c2e05cf5b0f7f5f27b899644c5db7bc98bf53ef2bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d626c39-e980-4267-b84e-fdbbdda37ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c72e00a-523c-4284-b4f6-9e430acc65f0", "tag": "14207cc7-1e65-4e8a-aea3-0b7cddd56b00"}]}' {{(pid=98768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:12.466054 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-474b6c8a-0541-4033-8f7e-8afb993354ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:12.467551 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-474b6c8a-0541-4033-8f7e-8afb993354ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=106e3590-a904-4800-a35d-447143ae7935 HTTP/1.1" status: 200 len: 858 time: 0.1201580 Jun 11 19:49:12.485491 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a341c2-b9a8-42af-9479-3b6708d301a5 req-d0b6fa50-9f03-46f4-a8ca-6f57f0674e97 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:12.486923 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b1a341c2-b9a8-42af-9479-3b6708d301a5 req-d0b6fa50-9f03-46f4-a8ca-6f57f0674e97 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 943 time: 0.1503584 Jun 11 19:49:12.493723 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd675e-69d3-4382-bdcf-ffeec18cd0b6 x-openstack-request-id: req-0cdd675e-69d3-4382-bdcf-ffeec18cd0b6 {{(pid=98768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:12.495321 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c72e00a-523c-4284-b4f6-9e430acc65f0", "tag": "14207cc7-1e65-4e8a-aea3-0b7cddd56b00", "status": "completed", "code": 200}]} {{(pid=98768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:12.495321 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cdd675e-69d3-4382-bdcf-ffeec18cd0b6 {{(pid=98768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:12.495321 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c72e00a-523c-4284-b4f6-9e430acc65f0', 'tag': '14207cc7-1e65-4e8a-aea3-0b7cddd56b00', 'status': 'completed', 'code': 200} Jun 11 19:49:12.533801 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-c6516ee4-1f5a-422d-854f-4ee6acdb7e5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd3e709c-6304-4a09-a4df-3743d285f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497983 Jun 11 19:49:12.579675 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626c39-e980-4267-b84e-fdbbdda37ab7 req-b42411e9-b5ea-4bfb-8c6f-67383af661ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:12.581433 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-9d626c39-e980-4267-b84e-fdbbdda37ab7 req-b42411e9-b5ea-4bfb-8c6f-67383af661ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 1096 time: 0.0643790 Jun 11 19:49:12.594194 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b1a341c2-b9a8-42af-9479-3b6708d301a5 req-380f5d25-87d4-41d4-8f61-07cd3cf5b6f5 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915902 Jun 11 19:49:12.689495 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-ae66b2bc-2046-4da1-a511-7b13e831ff31 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562171 Jun 11 19:49:12.848043 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626c39-e980-4267-b84e-fdbbdda37ab7 req-7dacc443-9ab3-4fb7-b5ae-97b1ebf21497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:12.851457 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-9d626c39-e980-4267-b84e-fdbbdda37ab7 req-7dacc443-9ab3-4fb7-b5ae-97b1ebf21497 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=308f6be684f945c3ba8b25761a9c6181&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2609382 Jun 11 19:49:12.870847 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1e1a7d08-fa8f-41ce-b4b5-de5a40e1e99a req-a2f921d1-4996-44ac-b536-ffd5461a798d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 210 time: 0.0859876 Jun 11 19:49:12.943592 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f7c6ce0-d8bc-48e2-abab-f16218bd7375 req-eefb8a2f-76c5-4718-a718-2efc6f03e280 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447627 Jun 11 19:49:12.960761 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08e7ab-efc5-45a7-9995-34cfdf66a9bd req-72479706-3e6b-4dbc-b843-87fa64729490 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:12.968395 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ef08e7ab-efc5-45a7-9995-34cfdf66a9bd req-72479706-3e6b-4dbc-b843-87fa64729490 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 943 time: 0.2336392 Jun 11 19:49:13.085177 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626c39-e980-4267-b84e-fdbbdda37ab7 req-ef6ece1a-a33e-4631-9e91-9b02425cf4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:13.086543 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-9d626c39-e980-4267-b84e-fdbbdda37ab7 req-ef6ece1a-a33e-4631-9e91-9b02425cf4fb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2306073 Jun 11 19:49:13.233144 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-3cc2e0e7-5e99-455b-b1a9-8e5362601e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:13.236664 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-3cc2e0e7-5e99-455b-b1a9-8e5362601e2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 1096 time: 0.0954173 Jun 11 19:49:13.258057 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ef08e7ab-efc5-45a7-9995-34cfdf66a9bd req-900cf7ab-7e57-44d1-b338-426d0d83194d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886419 Jun 11 19:49:13.301641 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-c689b8ec-7c5b-45a6-b3f6-d6757b5ff77b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14207cc7-1e65-4e8a-aea3-0b7cddd56b00 HTTP/1.1" status: 200 len: 217 time: 0.0578046 Jun 11 19:49:13.345413 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7257b-1966-4ecf-a6ce-b4d071621e40 req-59bada37-51a1-46c4-84f0-409c97383beb tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:13.346019 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 89ac80cc-ab72-4abc-83f8-efb72c080a91 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:49:13.347040 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bea7257b-1966-4ecf-a6ce-b4d071621e40 req-59bada37-51a1-46c4-84f0-409c97383beb tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 943 time: 0.0762918 Jun 11 19:49:13.387209 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-a4be274c-e31a-435d-82fb-d1b404ecca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:13.390080 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-a4be274c-e31a-435d-82fb-d1b404ecca8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=106e3590-a904-4800-a35d-447143ae7935 HTTP/1.1" status: 200 len: 858 time: 0.0695434 Jun 11 19:49:13.395264 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bea7257b-1966-4ecf-a6ce-b4d071621e40 req-e990d811-08c2-4171-954f-f80704d22b64 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382526 Jun 11 19:49:13.441431 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-09730b88-7667-45fe-89db-9382d8bf8db4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd3e709c-6304-4a09-a4df-3743d285f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406797 Jun 11 19:49:13.488537 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 89ac80cc-ab72-4abc-83f8-efb72c080a91, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=89ac80cc-ab72-4abc-83f8-efb72c080a91,segment=NetworkSegment(de980ff3-4ea9-4ba9-83bb-920dd3cc0b63),segment_id=de980ff3-4ea9-4ba9-83bb-920dd3cc0b63)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:13.500710 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '89ac80cc-ab72-4abc-83f8-efb72c080a91', 'network_id': '9c7fd308-d6b3-468d-b1b5-e6e04d983a90', 'port_id': '89ac80cc-ab72-4abc-83f8-efb72c080a91', 'mac_address': 'fa:16:3e:e7:f7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81b2483-2f5a-443a-8ef8-3714fa2c6a00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:49:13.545307 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:13.551879 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-3d3d2cd9-5977-4c29-be43-a3c3b9322705 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061647 Jun 11 19:49:13.561800 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ac80cc-ab72-4abc-83f8-efb72c080a91 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:13.583922 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 89ac80cc-ab72-4abc-83f8-efb72c080a91, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=89ac80cc-ab72-4abc-83f8-efb72c080a91,segment=NetworkSegment(de980ff3-4ea9-4ba9-83bb-920dd3cc0b63),segment_id=de980ff3-4ea9-4ba9-83bb-920dd3cc0b63)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:13.665766 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:13.668374 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-0cd205ea-10bd-433c-b316-dc952f10c414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:13.680754 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-17a3412c-01ec-4d81-889a-c80b53e3e249 req-f49c8d06-08cf-49d4-a9c7-b64c5a10db9d service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117554 Jun 11 19:49:13.727019 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=89ac80cc-ab72-4abc-83f8-efb72c080a91,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:13.730222 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:13.789894 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b503a5-c910-4676-b1d1-5065c77a4135 req-77f97db3-8e7c-4c9d-b8bb-c032c3835ba1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:13.789894 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f4b503a5-c910-4676-b1d1-5065c77a4135 req-77f97db3-8e7c-4c9d-b8bb-c032c3835ba1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 943 time: 0.0724452 Jun 11 19:49:13.828612 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f4b503a5-c910-4676-b1d1-5065c77a4135 req-83b52e19-afd3-4785-9890-28943ba2ff44 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Jun 11 19:49:14.042849 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-98b93487-cd15-4c9e-863d-98a1abb3107c req-8c569fff-3bf2-4397-9a09-62faf940bed3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 210 time: 0.0388515 Jun 11 19:49:14.244032 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['89ac80cc-ab72-4abc-83f8-efb72c080a91'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:49:14.522918 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67028118-091f-4499-a0b3-e539920fcafa req-f7449031-bc88-4103-8498-7191770bca36 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:14.531364 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-67028118-091f-4499-a0b3-e539920fcafa req-f7449031-bc88-4103-8498-7191770bca36 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 943 time: 0.1381097 Jun 11 19:49:14.555052 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-679f0060-438f-41a6-a14e-0578506f0b88 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:14.557668 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-679f0060-438f-41a6-a14e-0578506f0b88 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.43 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 816 time: 0.1605592 Jun 11 19:49:14.612092 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-6d6d62dd-4a35-4b35-8097-02334594d5f2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a378e1af31f9470db697244bd32c1cf4 HTTP/1.1" status: 200 len: 379 time: 0.0460968 Jun 11 19:49:14.619651 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-67028118-091f-4499-a0b3-e539920fcafa req-d18ff182-1038-4d46-a4a3-eb3f5a37a262 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873728 Jun 11 19:49:14.622901 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'port': {'device_id': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'admin_state_up': True, 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'security_groups': ['68a823cc-e0db-40b3-93bb-19336845ce34']}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:14.678046 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32cd2f-4da0-4b81-89a7-9b5d11038b4a req-a7f18c18-1903-4fd7-864a-ebde595e1d79 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:14.680602 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0e32cd2f-4da0-4b81-89a7-9b5d11038b4a req-a7f18c18-1903-4fd7-864a-ebde595e1d79 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 944 time: 0.1325409 Jun 11 19:49:14.745587 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0e32cd2f-4da0-4b81-89a7-9b5d11038b4a req-315e2221-0a53-4d5d-a45a-c5cf1d502d5b tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577440 Jun 11 19:49:14.891730 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Made reservation on behalf of a378e1af31f9470db697244bd32c1cf4 for: {'port': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:49:14.895486 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:15.038108 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61a0ab-ca4a-42a6-9f16-01d2a8129699 req-12c946c3-a76d-43b4-87f5-39ba419cfd12 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:15.039752 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ca61a0ab-ca4a-42a6-9f16-01d2a8129699 req-12c946c3-a76d-43b4-87f5-39ba419cfd12 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 943 time: 0.0908930 Jun 11 19:49:15.077084 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Allocated IP 172.20.0.3 (c98e101b-9b45-42ce-ab6c-9eb5fa49e132/49272f7e-2d72-4d72-950c-1525b95f657c/9398bcb2-d2d2-461b-b69b-0eedab46999f) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:49:15.088993 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ca61a0ab-ca4a-42a6-9f16-01d2a8129699 req-d3c64773-4e28-402a-920a-0cf822851be6 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Jun 11 19:49:15.208998 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e29c4ea5-493d-4a9e-b071-d4ad65089778 req-4353b9c2-69d4-4ca9-9c3c-3ae54d292acd tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 210 time: 0.0331473 Jun 11 19:49:15.269487 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:15.281914 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.provisioning_blocks [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Transition to ACTIVE for port object 9398bcb2-d2d2-461b-b69b-0eedab46999f will not be triggered until provisioned by entity DHCP. {{(pid=98768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:49:15.337962 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:49:15.425982 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:15.432216 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:15.457731 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:15.470215 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': 'da5e8ae3-b1b5-4bfb-b440-0a85aa07f910', 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9', 'port_id': 'da5e8ae3-b1b5-4bfb-b440-0a85aa07f910', 'mac_address': 'fa:16:3e:65:d9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:49:15.476388 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:49:15.483359 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:49:15.487037 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:49:15.493076 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:15.493650 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:15.513043 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:15.515718 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:15.517335 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:15.533403 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:15.561707 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:15.583400 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9656572 Jun 11 19:49:15.595837 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Request body: {'port': {'device_id': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:15.668448 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:15.670394 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:15.686246 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:15.723688 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:15.726668 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:15.811609 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-639a1090-2544-47b5-a72a-3e6208ba0ded None None] Provisioning for port 9398bcb2-d2d2-461b-b69b-0eedab46999f completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:49:15.815635 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-639a1090-2544-47b5-a72a-3e6208ba0ded None None] Provisioning complete for port 9398bcb2-d2d2-461b-b69b-0eedab46999f triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:15.816028 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-639a1090-2544-47b5-a72a-3e6208ba0ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:15.837571 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52231092-7309-4397-8460-80217dd41a2e req-f4447577-3c80-4972-a5da-712af113f4d3 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:15.840524 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-52231092-7309-4397-8460-80217dd41a2e req-f4447577-3c80-4972-a5da-712af113f4d3 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 943 time: 0.0812066 Jun 11 19:49:15.894114 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-639a1090-2544-47b5-a72a-3e6208ba0ded None None] Port 9398bcb2-d2d2-461b-b69b-0eedab46999f cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:49:15.954847 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-52231092-7309-4397-8460-80217dd41a2e req-836b872a-d7cd-4e57-b361-c5d69655fb48 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035941 Jun 11 19:49:15.997728 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886f615-c1c3-4243-b137-83d030fc4aa6 req-da60c8f0-7940-4e38-a18a-b0b222ab8d05 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:15.999477 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5886f615-c1c3-4243-b137-83d030fc4aa6 req-da60c8f0-7940-4e38-a18a-b0b222ab8d05 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 944 time: 0.1154296 Jun 11 19:49:16.048429 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5886f615-c1c3-4243-b137-83d030fc4aa6 req-0b7590b4-b909-4632-918b-f07000102a7f tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Jun 11 19:49:16.230367 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['da5e8ae3-b1b5-4bfb-b440-0a85aa07f910'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:49:16.244376 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.notifiers.nova [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9398bcb2-d2d2-461b-b69b-0eedab46999f {{(pid=98768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:16.254912 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:16.266097 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.provisioning_blocks [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Transition to ACTIVE for port object 9398bcb2-d2d2-461b-b69b-0eedab46999f will not be triggered until provisioned by entity L2. {{(pid=98768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:49:16.327221 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6f5e9-ef6b-4bde-a6fa-1411ee3af0d9 req-bc626ce4-34f0-4549-8701-406ae913d4cb tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:16.329734 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f0a6f5e9-ef6b-4bde-a6fa-1411ee3af0d9 req-bc626ce4-34f0-4549-8701-406ae913d4cb tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 944 time: 0.1214905 Jun 11 19:49:16.351977 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:16.354438 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:16.460233 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 47870) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:16.503256 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f0a6f5e9-ef6b-4bde-a6fa-1411ee3af0d9 req-b5818b0e-d711-4a25-ad54-79cb7ce932a7 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665673 Jun 11 19:49:16.521853 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.managers [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Attempting to bind port 9398bcb2-d2d2-461b-b69b-0eedab46999f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:49:16.522715 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.managers [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Attempting to bind port 9398bcb2-d2d2-461b-b69b-0eedab46999f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'}] {{(pid=98768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:49:16.523049 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Attempting to bind port 9398bcb2-d2d2-461b-b69b-0eedab46999f on network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:16.527942 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Port 9398bcb2-d2d2-461b-b69b-0eedab46999f on network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:49:16.528312 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Attempting to bind port 9398bcb2-d2d2-461b-b69b-0eedab46999f on network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:16.533981 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:49:16.534643 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Checking segment: {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:49:16.534771 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Bound using segment: {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'} {{(pid=98768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:49:16.536244 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.managers [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Bound port: 9398bcb2-d2d2-461b-b69b-0eedab46999f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'}}] {{(pid=98768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:49:16.536244 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:16.547474 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=2']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:16.552039 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:16.565824 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7090bf-f107-41cf-bad3-166bfa0646b6 req-ff0e04d2-5083-469e-a05f-31a278ac2f31 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:16.567618 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ba7090bf-f107-41cf-bad3-166bfa0646b6 req-ff0e04d2-5083-469e-a05f-31a278ac2f31 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.1808617 Jun 11 19:49:16.633963 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ba7090bf-f107-41cf-bad3-166bfa0646b6 req-ea0b5862-772d-48ed-89c5-023c9b5e10f5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576026 Jun 11 19:49:16.656382 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, cleared binding levels {{(pid=98768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:49:16.663037 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-27189ef3-8fd8-4949-8e2d-793504e82228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:16.663125 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:49:16.736401 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:16.739544 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:16.752407 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-27189ef3-8fd8-4949-8e2d-793504e82228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:16.780165 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:16.780792 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:16.782113 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] 10.222.0.43 "PUT /v2.0/ports/9398bcb2-d2d2-461b-b69b-0eedab46999f HTTP/1.1" status: 200 len: 1093 time: 1.1910725 Jun 11 19:49:16.782591 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f'}] {{(pid=98768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:16.784828 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501d27d0949e7fb208166c2e05cf5b0f7f5f27b899644c5db7bc98bf53ef2bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113923c8-5751-4be5-9653-55c2a8042c58" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f"}]}' {{(pid=98768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:16.813234 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=3']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:16.816383 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:16.826243 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6752dd7c-25bd-4d48-b481-067de4ed9f97 x-openstack-request-id: req-6752dd7c-25bd-4d48-b481-067de4ed9f97 {{(pid=98768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:16.826560 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f", "status": "completed", "code": 200}]} {{(pid=98768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:16.826863 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6752dd7c-25bd-4d48-b481-067de4ed9f97 {{(pid=98768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:16.827311 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'status': 'completed', 'code': 200} Jun 11 19:49:16.849366 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-27189ef3-8fd8-4949-8e2d-793504e82228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:16.852236 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:16.893626 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-27189ef3-8fd8-4949-8e2d-793504e82228 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6eea2d3122e45f2acbc6297543b9cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319704 Jun 11 19:49:16.894531 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27189ef3-8fd8-4949-8e2d-793504e82228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaa8935-4952-4311-a7b5-2373dbbc8e17,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:16.896098 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47884) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:16.920787 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-27189ef3-8fd8-4949-8e2d-793504e82228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:16.951889 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113923c8-5751-4be5-9653-55c2a8042c58 req-c579bbce-521d-41c6-8f81-461cae7eb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:16.951889 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-113923c8-5751-4be5-9653-55c2a8042c58 req-c579bbce-521d-41c6-8f81-461cae7eb011 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 1096 time: 0.1039524 Jun 11 19:49:17.018581 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5388937b-3bf8-4f55-af6c-ee338a50bccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.097024 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5388937b-3bf8-4f55-af6c-ee338a50bccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.128325 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113923c8-5751-4be5-9653-55c2a8042c58 req-2d12e371-51c7-40a0-8e19-4b330c1a3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:17.129838 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-113923c8-5751-4be5-9653-55c2a8042c58 req-2d12e371-51c7-40a0-8e19-4b330c1a3c2f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a378e1af31f9470db697244bd32c1cf4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1705613 Jun 11 19:49:17.174288 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf02e7f-679f-43af-8745-1aefc327dcba req-a384812b-c14f-4be4-a1b3-50ca1f40feb1 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:17.186670 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-edf02e7f-679f-43af-8745-1aefc327dcba req-a384812b-c14f-4be4-a1b3-50ca1f40feb1 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 943 time: 0.0929375 Jun 11 19:49:17.221065 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 47902) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:17.267532 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113923c8-5751-4be5-9653-55c2a8042c58 req-2e65e2d4-35bf-46d1-9855-335a8a8e4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:17.269202 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-113923c8-5751-4be5-9653-55c2a8042c58 req-2e65e2d4-35bf-46d1-9855-335a8a8e4d7a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299386 Jun 11 19:49:17.271716 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-edf02e7f-679f-43af-8745-1aefc327dcba req-afea4e85-3f93-413a-84ad-255f6ce8e77f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838358 Jun 11 19:49:17.309942 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496a81d-542e-49d8-bc08-3baabc62bfec req-75b88357-849a-4c72-a3b7-7073caac11db tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:17.312474 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1496a81d-542e-49d8-bc08-3baabc62bfec req-75b88357-849a-4c72-a3b7-7073caac11db tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 944 time: 0.1047354 Jun 11 19:49:17.352562 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 77e962cc-f401-450e-b18a-cec151566780 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:49:17.357410 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ea377e39-424b-4036-a374-a48285966bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.376808 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5388937b-3bf8-4f55-af6c-ee338a50bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.391357 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5388937b-3bf8-4f55-af6c-ee338a50bccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.396895 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-5388937b-3bf8-4f55-af6c-ee338a50bccb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/faaa8935-4952-4311-a7b5-2373dbbc8e17 HTTP/1.1" status: 204 len: 168 time: 0.4979527 Jun 11 19:49:17.400353 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:17.402471 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1496a81d-542e-49d8-bc08-3baabc62bfec req-1d81622d-095d-492f-9f4c-4faf2889a55e tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836999 Jun 11 19:49:17.408716 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:49:17.420874 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388937b-3bf8-4f55-af6c-ee338a50bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaa8935-4952-4311-a7b5-2373dbbc8e17,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:17.424590 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-5388937b-3bf8-4f55-af6c-ee338a50bccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:17.441373 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d299e469-34b2-4f63-83e3-85e1be5b57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:17.443076 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-d299e469-34b2-4f63-83e3-85e1be5b57b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 1096 time: 0.1226933 Jun 11 19:49:17.534505 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-3db323bb-5737-49e5-b733-585b0d9a4ce3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f HTTP/1.1" status: 200 len: 217 time: 0.0821948 Jun 11 19:49:17.584256 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ea377e39-424b-4036-a374-a48285966bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.654997 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 77e962cc-f401-450e-b18a-cec151566780, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77e962cc-f401-450e-b18a-cec151566780,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:17.660671 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-76f480da-a4c3-4ac2-a7aa-49ac7e49fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:17.662126 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-76f480da-a4c3-4ac2-a7aa-49ac7e49fdde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49272f7e-2d72-4d72-950c-1525b95f657c HTTP/1.1" status: 200 len: 855 time: 0.1212194 Jun 11 19:49:17.665810 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ea377e39-424b-4036-a374-a48285966bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.668921 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:17.675542 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '77e962cc-f401-450e-b18a-cec151566780', 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858', 'port_id': '77e962cc-f401-450e-b18a-cec151566780', 'mac_address': 'fa:16:3e:c7:44:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106e3590-a904-4800-a35d-447143ae7935', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:49:17.774206 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:49:17.781783 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:17.783929 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.789402 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-ea377e39-424b-4036-a374-a48285966bbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be26457e4ac240e0bbefe5e57ca84c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671258 Jun 11 19:49:17.792021 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47938) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:17.793066 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea377e39-424b-4036-a374-a48285966bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e15d292-7a1e-4851-b750-129c2cd7c722,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:17.804918 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ea377e39-424b-4036-a374-a48285966bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:17.866683 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.888665 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e962cc-f401-450e-b18a-cec151566780 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:17.890899 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-a62ef0c0-5f73-4061-a8f7-9e4fdc3e44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:17.892501 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-a62ef0c0-5f73-4061-a8f7-9e4fdc3e44b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2161844 Jun 11 19:49:17.893177 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115219b4-e9f2-40e7-85cc-e0639eaa589e req-cef27117-8a6a-46c5-b273-8666fb480dd4 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:17.894740 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-115219b4-e9f2-40e7-85cc-e0639eaa589e req-cef27117-8a6a-46c5-b273-8666fb480dd4 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 944 time: 0.1576593 Jun 11 19:49:17.932044 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-884772ad-f553-4aaa-9c4b-b47e6d7f9616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.934690 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf76e34-89f4-4b68-96af-6b9e49d3a979 req-29684558-cabf-4591-b4b1-668a51ecf73e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:17.942445 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0bf76e34-89f4-4b68-96af-6b9e49d3a979 req-29684558-cabf-4591-b4b1-668a51ecf73e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.1564949 Jun 11 19:49:17.944723 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.974980 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 77e962cc-f401-450e-b18a-cec151566780, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77e962cc-f401-450e-b18a-cec151566780,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:17.977072 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-884772ad-f553-4aaa-9c4b-b47e6d7f9616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:17.987932 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73954679-9889-415a-a8b3-b31c436e285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5e8ae3-b1b5-4bfb-b440-0a85aa07f910'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:18.002501 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-115219b4-e9f2-40e7-85cc-e0639eaa589e req-95b6cc38-2015-4b0a-a93a-3fa99872b9fe tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980804 Jun 11 19:49:18.019384 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0bf76e34-89f4-4b68-96af-6b9e49d3a979 req-3b34d172-c71a-4d03-b3a1-7724aeb667ca tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761437 Jun 11 19:49:18.082757 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.091054 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:18.092067 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-243a2c70-5056-4f2e-a18b-2d8dd8c1f75e service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877487 Jun 11 19:49:18.123868 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:18.149847 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 47950) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:18.173693 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=77e962cc-f401-450e-b18a-cec151566780,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:18.174041 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8592241b-0d73-4afd-9c88-c62395e60f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.177658 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:18.186771 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-884772ad-f553-4aaa-9c4b-b47e6d7f9616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.190804 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-884772ad-f553-4aaa-9c4b-b47e6d7f9616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.191906 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-884772ad-f553-4aaa-9c4b-b47e6d7f9616 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e15d292-7a1e-4851-b750-129c2cd7c722 HTTP/1.1" status: 204 len: 168 time: 0.3957903 Jun 11 19:49:18.199228 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-bfbafa4f-e77a-409a-9ee4-ea80d82e8a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:18.213530 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884772ad-f553-4aaa-9c4b-b47e6d7f9616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e15d292-7a1e-4851-b750-129c2cd7c722,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:18.216921 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-884772ad-f553-4aaa-9c4b-b47e6d7f9616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:18.245485 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-b76cca9a-4774-437a-8efb-fae47b24fab5 req-0b743424-3633-46f8-a72f-362a6ffe0e1b service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458907 Jun 11 19:49:18.269897 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.270773 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 89ac80cc-ab72-4abc-83f8-efb72c080a91 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:49:18.276914 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ce6240-096e-46ac-a31b-28c71639243b" -d '{"events": [{"server_uuid": "73954679-9889-415a-a8b3-b31c436e285c", "name": "network-vif-plugged", "status": "completed", "tag": "da5e8ae3-b1b5-4bfb-b440-0a85aa07f910"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:18.280191 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-49a5afec-6a10-407f-af1c-ba982e9ded28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:18.340044 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8592241b-0d73-4afd-9c88-c62395e60f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.383274 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db8b8f1-f917-4458-a6b2-c665510ccd28 x-openstack-request-id: req-8db8b8f1-f917-4458-a6b2-c665510ccd28 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:18.383815 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73954679-9889-415a-a8b3-b31c436e285c", "name": "network-vif-plugged", "status": "completed", "tag": "da5e8ae3-b1b5-4bfb-b440-0a85aa07f910", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:18.383815 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8db8b8f1-f917-4458-a6b2-c665510ccd28 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:18.384339 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73954679-9889-415a-a8b3-b31c436e285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5e8ae3-b1b5-4bfb-b440-0a85aa07f910', 'code': 200} Jun 11 19:49:18.389796 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:18.393746 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:18.394174 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8592241b-0d73-4afd-9c88-c62395e60f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.398145 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-51972cba-ff88-4efc-908a-63c8b82fa645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:18.452978 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-8592241b-0d73-4afd-9c88-c62395e60f36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6800c4aeda2a41a2b7d1b11ccabc8f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017690 Jun 11 19:49:18.455548 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47962) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:18.464436 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592241b-0d73-4afd-9c88-c62395e60f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1134bef-f9fb-4b54-9f98-267efed4a8b3,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:18.468782 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8592241b-0d73-4afd-9c88-c62395e60f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:18.492536 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 89ac80cc-ab72-4abc-83f8-efb72c080a91 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:49:18.497354 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 89ac80cc-ab72-4abc-83f8-efb72c080a91 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:18.502944 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.537432 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-18ed7e85-7389-488b-a206-552299e1fa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.576542 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5660a4-d326-4ed8-af3f-8f411ff29b39 req-8f3314bc-c43d-4015-9f22-53a34fdb6c1f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:18.578543 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ea5660a4-d326-4ed8-af3f-8f411ff29b39 req-8f3314bc-c43d-4015-9f22-53a34fdb6c1f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 943 time: 0.1285996 Jun 11 19:49:18.585318 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-18ed7e85-7389-488b-a206-552299e1fa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.651792 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.660796 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['77e962cc-f401-450e-b18a-cec151566780'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:49:18.702160 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ea5660a4-d326-4ed8-af3f-8f411ff29b39 req-06bacced-b589-418e-ab0b-7a00e7570e0b tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125753 Jun 11 19:49:18.722697 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ba0db-e5d0-47b7-96d8-28500d2ad9ad req-b77afbd6-c10d-4c20-9a00-fb541b9f23e1 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:18.728569 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-345ba0db-e5d0-47b7-96d8-28500d2ad9ad req-b77afbd6-c10d-4c20-9a00-fb541b9f23e1 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 944 time: 0.1402872 Jun 11 19:49:18.759333 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 89ac80cc-ab72-4abc-83f8-efb72c080a91, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=89ac80cc-ab72-4abc-83f8-efb72c080a91,segment=NetworkSegment(de980ff3-4ea9-4ba9-83bb-920dd3cc0b63),segment_id=de980ff3-4ea9-4ba9-83bb-920dd3cc0b63)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:18.765655 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-18ed7e85-7389-488b-a206-552299e1fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.768798 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-18ed7e85-7389-488b-a206-552299e1fa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.770018 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-345ba0db-e5d0-47b7-96d8-28500d2ad9ad req-d76ea1cc-043c-44fa-8bef-6bb6ea3b33ca tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393987 Jun 11 19:49:18.775836 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-18ed7e85-7389-488b-a206-552299e1fa87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1134bef-f9fb-4b54-9f98-267efed4a8b3 HTTP/1.1" status: 204 len: 168 time: 0.3190117 Jun 11 19:49:18.782548 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-5388937b-3bf8-4f55-af6c-ee338a50bccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:18.815470 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed7e85-7389-488b-a206-552299e1fa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1134bef-f9fb-4b54-9f98-267efed4a8b3,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:18.832197 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.839541 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-18ed7e85-7389-488b-a206-552299e1fa87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:18.843032 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:18.894037 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe62f23-5d1b-41a5-8a16-591613738753 req-16e8d523-6c97-4b9c-b4f4-f4ce6bc8f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:18.895572 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-ebe62f23-5d1b-41a5-8a16-591613738753 req-16e8d523-6c97-4b9c-b4f4-f4ce6bc8f0b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 1098 time: 0.1091113 Jun 11 19:49:18.916836 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-ebe62f23-5d1b-41a5-8a16-591613738753 req-8f4207d3-8f56-4f80-a529-c48de265868a service neutron] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:18.928934 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=89ac80cc-ab72-4abc-83f8-efb72c080a91,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:18.933120 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:19.013993 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-ebe62f23-5d1b-41a5-8a16-591613738753 req-8f4207d3-8f56-4f80-a529-c48de265868a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.128765 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-ebe62f23-5d1b-41a5-8a16-591613738753 req-8f4207d3-8f56-4f80-a529-c48de265868a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.135110 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:19.162055 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-ebe62f23-5d1b-41a5-8a16-591613738753 req-8f4207d3-8f56-4f80-a529-c48de265868a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600427 Jun 11 19:49:19.172980 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4207d3-8f56-4f80-a529-c48de265868a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e049eb0d-a742-4c41-ad24-945be75ca57f,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:19.177733 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8f4207d3-8f56-4f80-a529-c48de265868a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:19.202421 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 47978) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:19.218346 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e4f0afd8-19f3-4153-a932-218fa5b129fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.248616 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e614c-2539-4b8f-ba95-b37ecc7dfb8b req-17bf6dc5-7f9f-435d-8cd8-ec6724719bca tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:19.253132 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a17e614c-2539-4b8f-ba95-b37ecc7dfb8b req-17bf6dc5-7f9f-435d-8cd8-ec6724719bca tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 945 time: 0.1313791 Jun 11 19:49:19.270570 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79013030-40be-44fc-895e-2eb5ccbeae61 req-d0fd6652-38f1-47a5-b1ac-65956476bd0f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:19.273626 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-79013030-40be-44fc-895e-2eb5ccbeae61 req-d0fd6652-38f1-47a5-b1ac-65956476bd0f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.1128938 Jun 11 19:49:19.325261 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e4f0afd8-19f3-4153-a932-218fa5b129fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.359026 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a17e614c-2539-4b8f-ba95-b37ecc7dfb8b req-56657c25-1dbc-42f8-950e-ad2078f56e5f tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965071 Jun 11 19:49:19.364773 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-79013030-40be-44fc-895e-2eb5ccbeae61 req-59ec40d2-c862-44e9-800f-af499c182c75 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607648 Jun 11 19:49:19.381103 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:49:19.405495 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e4f0afd8-19f3-4153-a932-218fa5b129fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.407972 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:19.448541 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0afd8-19f3-4153-a932-218fa5b129fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b774dece-f049-46b6-9a19-9018a604cc14,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:19.453003 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e4f0afd8-19f3-4153-a932-218fa5b129fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c18ff51d02ce4348af9b6157b843cbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533937 Jun 11 19:49:19.453948 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e4f0afd8-19f3-4153-a932-218fa5b129fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:19.455608 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 47988) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:19.509275 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:19.518499 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0c727287-309b-46a0-9c1a-685d16bc6b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.527042 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '14207cc7-1e65-4e8a-aea3-0b7cddd56b00', 'network_id': 'cd3e709c-6304-4a09-a4df-3743d285f858', 'port_id': '14207cc7-1e65-4e8a-aea3-0b7cddd56b00', 'mac_address': 'fa:16:3e:ec:68:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106e3590-a904-4800-a35d-447143ae7935', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:49:19.543032 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0c727287-309b-46a0-9c1a-685d16bc6b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.674054 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.679992 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0c727287-309b-46a0-9c1a-685d16bc6b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.683336 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0c727287-309b-46a0-9c1a-685d16bc6b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.686544 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-0c727287-309b-46a0-9c1a-685d16bc6b21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b774dece-f049-46b6-9a19-9018a604cc14 HTTP/1.1" status: 204 len: 168 time: 0.2276254 Jun 11 19:49:19.686544 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:19.696860 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:19.712546 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c727287-309b-46a0-9c1a-685d16bc6b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b774dece-f049-46b6-9a19-9018a604cc14,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:19.721056 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0c727287-309b-46a0-9c1a-685d16bc6b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:19.757747 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:19.811684 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:19.814137 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:19.875288 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:19.878709 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:20.023097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9c955-f6f7-4735-846f-0805573d267e req-19437479-af60-4329-a1ac-3faedcaf1721 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:20.024686 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e0f9c955-f6f7-4735-846f-0805573d267e req-19437479-af60-4329-a1ac-3faedcaf1721 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 944 time: 0.1594875 Jun 11 19:49:20.036173 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48024) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:20.098147 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57039c13-5c5e-44d1-b1df-79d7a1e221e5 req-2193a195-312d-4c57-94af-e7269a248702 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:20.105051 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-57039c13-5c5e-44d1-b1df-79d7a1e221e5 req-2193a195-312d-4c57-94af-e7269a248702 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 945 time: 0.1647990 Jun 11 19:49:20.137444 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e0f9c955-f6f7-4735-846f-0805573d267e req-62eb19ee-9c26-4a62-974d-b91392019b07 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019709 Jun 11 19:49:20.157542 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-57039c13-5c5e-44d1-b1df-79d7a1e221e5 req-0fc35425-a8c0-4f43-9553-837d4aa93f19 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515730 Jun 11 19:49:20.170757 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1760778221-network', 'tenant_id': 'b1b5bebce4944c1ca1fad7e1a9e61376'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:20.296824 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Made reservation on behalf of b1b5bebce4944c1ca1fad7e1a9e61376 for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:49:20.299244 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:20.311297 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:20.316358 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['14207cc7-1e65-4e8a-aea3-0b7cddd56b00'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:49:20.408319 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd640602a-9d5f-47c0-8381-c09a113cc77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ac80cc-ab72-4abc-83f8-efb72c080a91'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:20.411692 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cfbd82-9d9a-4308-8746-488d9bc4f461" -d '{"events": [{"server_uuid": "d640602a-9d5f-47c0-8381-c09a113cc77e", "name": "network-vif-plugged", "status": "completed", "tag": "89ac80cc-ab72-4abc-83f8-efb72c080a91"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:20.449413 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:20.547737 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:20.547737 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e4f0afd8-19f3-4153-a932-218fa5b129fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:20.569558 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:49:20.585200 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d57a611-b5b1-4b29-8957-074e717dba84,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:20.587972 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:20.588544 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Added segment 61be97f8-ac16-4b3c-b005-f027e3a7c665 of type vlan for network 63546133-e64f-4616-bfcc-bfa322e74e45 Jun 11 19:49:20.590488 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:20.638998 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:20.697509 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f227363-edee-4baf-90cd-e3c4f2b41f85 req-fcc38ed1-e925-4a14-b234-ce126d2f514d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:20.699054 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5f227363-edee-4baf-90cd-e3c4f2b41f85 req-fcc38ed1-e925-4a14-b234-ce126d2f514d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 945 time: 0.1319232 Jun 11 19:49:20.707008 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d8a4-c2f3-4e69-9ab9-ff0f82fa2c27 req-f18de295-5a4d-4c69-b046-0091be54efde tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:20.708424 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a888d8a4-c2f3-4e69-9ab9-ff0f82fa2c27 req-f18de295-5a4d-4c69-b046-0091be54efde tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.1300664 Jun 11 19:49:20.740054 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:20.743324 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:20.743324 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:20.746443 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:20.764909 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5f227363-edee-4baf-90cd-e3c4f2b41f85 req-c7d1a46c-353b-43eb-92e9-1e93744455c6 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555081 Jun 11 19:49:20.782690 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a888d8a4-c2f3-4e69-9ab9-ff0f82fa2c27 req-a9ea7309-05b8-4fd5-9134-564fe8c450c7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661685 Jun 11 19:49:20.823570 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa5a96e-7edf-4552-9dd3-b94a7ef11acc x-openstack-request-id: req-3aa5a96e-7edf-4552-9dd3-b94a7ef11acc {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:20.824140 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d640602a-9d5f-47c0-8381-c09a113cc77e", "name": "network-vif-plugged", "status": "completed", "tag": "89ac80cc-ab72-4abc-83f8-efb72c080a91", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:20.824140 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aa5a96e-7edf-4552-9dd3-b94a7ef11acc {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:20.831133 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd640602a-9d5f-47c0-8381-c09a113cc77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ac80cc-ab72-4abc-83f8-efb72c080a91', 'code': 200} Jun 11 19:49:20.831207 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Pushing event updated for resources: {'Network': ['ID=63546133-e64f-4616-bfcc-bfa322e74e45,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:20.831730 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:20.839186 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network 63546133-e64f-4616-bfcc-bfa322e74e45 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:49:20.867293 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8299422 Jun 11 19:49:20.877056 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 48064) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:20.877056 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Request body: {'subnet': {'network_id': '63546133-e64f-4616-bfcc-bfa322e74e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1760778221-subnet', 'tenant_id': 'b1b5bebce4944c1ca1fad7e1a9e61376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:20.992062 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Made reservation on behalf of b1b5bebce4944c1ca1fad7e1a9e61376 for: {'subnet': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:49:20.994759 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:21.211811 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4f907-2dc2-474a-946d-06b6ec1273b6 req-8d917d42-fd52-463a-b4e2-7bcffd2a13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:21.213364 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-06d4f907-2dc2-474a-946d-06b6ec1273b6 req-8d917d42-fd52-463a-b4e2-7bcffd2a13e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 1098 time: 0.0685067 Jun 11 19:49:21.263356 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-06d4f907-2dc2-474a-946d-06b6ec1273b6 req-a88438fb-74ea-4914-85da-5f20230e45cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Jun 11 19:49:21.289189 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:21.292616 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-289bbdfd-809c-4932-bedb-bf23624b2181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:21.433183 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8256175f-3805-47e1-a8b7-2dfc7df3f5d7,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:21.437548 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:21.448407 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-e7d5504d-021c-4fa3-8f31-6e81135e0850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:21.473412 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Checking segment: {'id': '61be97f8-ac16-4b3c-b005-f027e3a7c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '63546133-e64f-4616-bfcc-bfa322e74e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:49:21.473780 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Network hostable DHCP agents. Network: 63546133-e64f-4616-bfcc-bfa322e74e45, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:49:21.506465 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa85d5-0797-4653-b6c0-8e73ae412418 req-12ad7376-f319-407b-8ca0-3d2342376a87 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:21.507918 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-42aa85d5-0797-4653-b6c0-8e73ae412418 req-12ad7376-f319-407b-8ca0-3d2342376a87 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 945 time: 0.1785321 Jun 11 19:49:21.517420 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dfbc9-7fb2-480a-b321-0fe806bb0b20 req-aeaf2a55-917d-4015-adaf-bc9b78dab985 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:21.518779 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b89dfbc9-7fb2-480a-b321-0fe806bb0b20 req-aeaf2a55-917d-4015-adaf-bc9b78dab985 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 944 time: 0.1949360 Jun 11 19:49:21.586379 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-42aa85d5-0797-4653-b6c0-8e73ae412418 req-11c34287-6494-4dea-bf08-489232c5b7ac tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652390 Jun 11 19:49:21.589240 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b89dfbc9-7fb2-480a-b321-0fe806bb0b20 req-c3210244-c9b5-4493-9ee9-9949fb4304c8 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605412 Jun 11 19:49:21.611092 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Network 63546133-e64f-4616-bfcc-bfa322e74e45 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:49:21.671283 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, 63546133-e64f-4616-bfcc-bfa322e74e45) {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:49:21.675421 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:21.676008 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:21.682146 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942a83ee-ea21-4fba-ad74-1b041f091ad2 None None] Network 63546133-e64f-4616-bfcc-bfa322e74e45 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:49:21.747203 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-04198cb9-ca69-40e7-b0cc-c8f8421202b0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8755722 Jun 11 19:49:21.831678 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 77e962cc-f401-450e-b18a-cec151566780 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:49:21.896283 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfd50cd-ba63-4c7b-8ffb-a34e2fc39cea None None] Network 63546133-e64f-4616-bfcc-bfa322e74e45 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:49:22.121669 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1666a0-d775-4e8a-983c-5d46469bbeb9 req-d1953a4e-983c-4e40-a7e8-d2b20b5529b5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:22.123158 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2c1666a0-d775-4e8a-983c-5d46469bbeb9 req-d1953a4e-983c-4e40-a7e8-d2b20b5529b5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.1474767 Jun 11 19:49:22.135762 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941316f-09ce-4272-ac3f-87d400a6f8f0 req-35ebb4d0-f9e3-4582-8ca9-6743c12c315d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:22.145125 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c941316f-09ce-4272-ac3f-87d400a6f8f0 req-35ebb4d0-f9e3-4582-8ca9-6743c12c315d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 945 time: 0.1804211 Jun 11 19:49:22.215748 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c941316f-09ce-4272-ac3f-87d400a6f8f0 req-b942a4d7-650d-4fbb-8536-6ad15d53a990 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660603 Jun 11 19:49:22.215748 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2c1666a0-d775-4e8a-983c-5d46469bbeb9 req-98dd5b03-2323-4349-86c4-17a8a2efe985 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677142 Jun 11 19:49:22.257804 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 77e962cc-f401-450e-b18a-cec151566780 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:49:22.262652 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 77e962cc-f401-450e-b18a-cec151566780 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:22.263176 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:22.368808 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:22.420950 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 77e962cc-f401-450e-b18a-cec151566780, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77e962cc-f401-450e-b18a-cec151566780,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:22.499701 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:22.502370 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:22.563605 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=77e962cc-f401-450e-b18a-cec151566780,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:22.566702 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:22.604005 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48146) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:22.735924 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48160) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:22.740702 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-710081764-network', 'tenant_id': '19d358101dd440ccac0e609785899665'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:22.809726 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-883cb6f7-060c-4fc8-9d10-d01ac0259475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:22.825495 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d5091e-93db-4f7a-bc23-4c7c8bbc9562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e962cc-f401-450e-b18a-cec151566780'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:22.828185 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff75501f-13b3-4308-bbb1-2413fb769918" -d '{"events": [{"server_uuid": "10d5091e-93db-4f7a-bc23-4c7c8bbc9562", "name": "network-vif-plugged", "status": "completed", "tag": "77e962cc-f401-450e-b18a-cec151566780"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:22.858175 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Made reservation on behalf of 19d358101dd440ccac0e609785899665 for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:49:22.860491 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:22.864585 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3225e-ab10-4190-b282-e5468666e279 req-8b25c4db-9dc3-4212-a1e2-675bdff4106e tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:22.866592 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-aac3225e-ab10-4190-b282-e5468666e279 req-8b25c4db-9dc3-4212-a1e2-675bdff4106e tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 945 time: 0.1380527 Jun 11 19:49:22.874960 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:22.888639 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c543c5-a73c-49e1-a680-7d95deb60046 req-c156cadc-cea3-4f19-9ce0-92470b1078aa tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:22.890039 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-15c543c5-a73c-49e1-a680-7d95deb60046 req-c156cadc-cea3-4f19-9ce0-92470b1078aa tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 944 time: 0.1121042 Jun 11 19:49:22.946484 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-aac3225e-ab10-4190-b282-e5468666e279 req-4abb3110-968b-4bdd-9485-85213da842ee tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731466 Jun 11 19:49:22.951441 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-15c543c5-a73c-49e1-a680-7d95deb60046 req-c64d53c6-e554-442e-ba5b-9008af9dde14 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520976 Jun 11 19:49:22.996721 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-883cb6f7-060c-4fc8-9d10-d01ac0259475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.010075 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffcfe02-4ef5-4905-92ca-793efa7c098a x-openstack-request-id: req-0ffcfe02-4ef5-4905-92ca-793efa7c098a {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:23.010759 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d5091e-93db-4f7a-bc23-4c7c8bbc9562", "name": "network-vif-plugged", "status": "completed", "tag": "77e962cc-f401-450e-b18a-cec151566780", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:23.011059 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ffcfe02-4ef5-4905-92ca-793efa7c098a {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:23.011529 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d5091e-93db-4f7a-bc23-4c7c8bbc9562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e962cc-f401-450e-b18a-cec151566780', 'code': 200} Jun 11 19:49:23.121370 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-883cb6f7-060c-4fc8-9d10-d01ac0259475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.126299 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fad2308f-e5b2-44c9-8451-e034862830bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:23.169444 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-883cb6f7-060c-4fc8-9d10-d01ac0259475 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36bf1483e3594c35b4f4b88cf0a9d20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673549 Jun 11 19:49:23.172737 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 48166) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:23.182164 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cb6f7-060c-4fc8-9d10-d01ac0259475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52fff96-f3c4-4b43-851d-97e32b5d3aea,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:23.186018 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-883cb6f7-060c-4fc8-9d10-d01ac0259475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:23.246159 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-497cc4ef-97b0-4687-a59c-b574a4d13c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.246913 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.276920 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-497cc4ef-97b0-4687-a59c-b574a4d13c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.431646 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 9398bcb2-d2d2-461b-b69b-0eedab46999f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:49:23.433863 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.440588 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:23.441879 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:49:23.457497 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a19a-0795-4273-8fe2-972113756f2d req-ded41abc-1d04-4a82-a0ef-e50462367d40 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:23.459031 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-98e8a19a-0795-4273-8fe2-972113756f2d req-ded41abc-1d04-4a82-a0ef-e50462367d40 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 945 time: 0.1176209 Jun 11 19:49:23.461997 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-497cc4ef-97b0-4687-a59c-b574a4d13c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.470492 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-497cc4ef-97b0-4687-a59c-b574a4d13c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.470492 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-497cc4ef-97b0-4687-a59c-b574a4d13c37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d52fff96-f3c4-4b43-851d-97e32b5d3aea HTTP/1.1" status: 204 len: 168 time: 0.2940466 Jun 11 19:49:23.471029 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-27189ef3-8fd8-4949-8e2d-793504e82228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:23.552550 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d99cf95-057e-4d14-89a9-4a584aea2998,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:23.584309 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:23.585829 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:49:23.599331 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.599908 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Added segment d3ccda4f-2285-444d-b681-fec7d8216f0c of type vlan for network 298555af-2ffe-4d39-835a-8aa025876d08 Jun 11 19:49:23.686649 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.691679 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4edad-83b0-4679-8a3a-15ea324a6a1a req-0d565f96-dba5-4783-909f-89ddee597e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:23.693464 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-44d4edad-83b0-4679-8a3a-15ea324a6a1a req-0d565f96-dba5-4783-909f-89ddee597e14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 1098 time: 0.1963511 Jun 11 19:49:23.710998 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cc4ef-97b0-4687-a59c-b574a4d13c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52fff96-f3c4-4b43-851d-97e32b5d3aea,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:23.720954 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dbb40-8d13-4a4e-8b5d-7fed036c9851 req-cc0e42bd-25fa-4bd0-8f3b-8bc7cd17d13b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:23.722361 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6a2dbb40-8d13-4a4e-8b5d-7fed036c9851 req-cc0e42bd-25fa-4bd0-8f3b-8bc7cd17d13b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.3493793 Jun 11 19:49:23.723213 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-497cc4ef-97b0-4687-a59c-b574a4d13c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:23.745850 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:23.762442 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'port_id': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'mac_address': 'fa:16:3e:c9:a8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:49:23.765071 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-44d4edad-83b0-4679-8a3a-15ea324a6a1a req-4733fb7d-da36-4bf9-b61e-21a579f78042 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622494 Jun 11 19:49:23.768611 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-98e8a19a-0795-4273-8fe2-972113756f2d req-37ac39ea-b6a4-4c75-8057-3277d77fb87b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988069 Jun 11 19:49:23.770552 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:49:23.780644 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:23.782877 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.790878 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6a2dbb40-8d13-4a4e-8b5d-7fed036c9851 req-4dfeaaa9-9811-4af8-9fb7-a88fdf92a7ec tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548420 Jun 11 19:49:23.831339 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.832883 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:23.833456 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.836619 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:23.867689 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:23.887625 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9398bcb2-d2d2-461b-b69b-0eedab46999f {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:23.928934 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Pushing event updated for resources: {'Network': ['ID=298555af-2ffe-4d39-835a-8aa025876d08,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:23.931938 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:23.946699 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2096910 Jun 11 19:49:23.949384 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48186) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:23.949867 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:23.950984 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network 298555af-2ffe-4d39-835a-8aa025876d08 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:49:23.955127 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Request body: {'subnet': {'network_id': '298555af-2ffe-4d39-835a-8aa025876d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-710081764-subnet', 'tenant_id': '19d358101dd440ccac0e609785899665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:23.984329 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.059858 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.066292 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Made reservation on behalf of 19d358101dd440ccac0e609785899665 for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:49:24.066968 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:24.069582 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.080863 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-97361e9d-56f0-4f2b-913c-20295da2e9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.119315 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:24.154065 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:24.157453 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:24.256360 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2608abd-035f-44ad-9f9d-6a66cf6a5794 req-f28fe29b-18d3-4b20-83f1-8d70db418b0f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:24.260797 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a2608abd-035f-44ad-9f9d-6a66cf6a5794 req-f28fe29b-18d3-4b20-83f1-8d70db418b0f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 944 time: 0.1644583 Jun 11 19:49:24.270432 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fb403-3acd-4005-804b-6ef0e7a076e9 req-9c3bb951-8354-4a27-b065-efdb326d5af5 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:24.277101 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5e7fb403-3acd-4005-804b-6ef0e7a076e9 req-9c3bb951-8354-4a27-b065-efdb326d5af5 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 945 time: 0.1251292 Jun 11 19:49:24.309456 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.313543 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:24.345860 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a2608abd-035f-44ad-9f9d-6a66cf6a5794 req-1ed44471-eabc-45e4-b31a-ec411c7ff44f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674825 Jun 11 19:49:24.353867 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5e7fb403-3acd-4005-804b-6ef0e7a076e9 req-88231f24-52a0-4910-b61e-0bf5b3be0247 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673671 Jun 11 19:49:24.359127 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.414592 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:24.417770 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:24.443459 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 48200) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:24.460128 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-2d49672c-65c0-460b-a7a6-43c85f4cc92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.552551 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-2d49672c-65c0-460b-a7a6-43c85f4cc92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.562678 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.565920 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8ea3e949-17b4-4ec1-b0d9-682964e67e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:24.578038 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['9398bcb2-d2d2-461b-b69b-0eedab46999f'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:49:24.637226 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7378a6-576c-422f-a1e8-e38703acad8c,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:24.640189 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:24.641400 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Checking segment: {'id': 'd3ccda4f-2285-444d-b681-fec7d8216f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '298555af-2ffe-4d39-835a-8aa025876d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:49:24.641766 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Network hostable DHCP agents. Network: 298555af-2ffe-4d39-835a-8aa025876d08, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:49:24.656917 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-2d49672c-65c0-460b-a7a6-43c85f4cc92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.659932 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b1f1dd88-a27e-414d-80c9-bcda030ec31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:24.703327 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-2d49672c-65c0-460b-a7a6-43c85f4cc92f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa23fa4448e547b0899cd9f4b4f7035e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581918 Jun 11 19:49:24.704221 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49672c-65c0-460b-a7a6-43c85f4cc92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390fcc50-7cef-4ac0-a64b-4f912c5883db,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:24.707076 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48204) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:24.707538 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-2d49672c-65c0-460b-a7a6-43c85f4cc92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:24.770670 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c02d5d26-a56d-4d66-bad9-185685243de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.790191 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Network 298555af-2ffe-4d39-835a-8aa025876d08 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:49:24.798932 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c02d5d26-a56d-4d66-bad9-185685243de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.911829 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, 298555af-2ffe-4d39-835a-8aa025876d08) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:49:24.925938 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:24.926757 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.943587 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f0d60-5124-4ffa-8691-22fb6fae5f47 None None] Network 298555af-2ffe-4d39-835a-8aa025876d08 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:49:24.985727 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c02d5d26-a56d-4d66-bad9-185685243de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.989853 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c02d5d26-a56d-4d66-bad9-185685243de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:24.994564 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-c02d5d26-a56d-4d66-bad9-185685243de4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/390fcc50-7cef-4ac0-a64b-4f912c5883db HTTP/1.1" status: 204 len: 168 time: 0.2834039 Jun 11 19:49:24.994564 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-884772ad-f553-4aaa-9c4b-b47e6d7f9616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:25.006887 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d5d26-a56d-4d66-bad9-185685243de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390fcc50-7cef-4ac0-a64b-4f912c5883db,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:25.010763 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c02d5d26-a56d-4d66-bad9-185685243de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:25.018333 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0679576 Jun 11 19:49:25.023216 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13633ffd-1e20-4b31-b9b8-9188bfa3802a req-411fafa1-ec79-4c42-b0f8-5fa88cd73061 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:25.029844 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-13633ffd-1e20-4b31-b9b8-9188bfa3802a req-411fafa1-ec79-4c42-b0f8-5fa88cd73061 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 944 time: 0.1023507 Jun 11 19:49:25.045811 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c72e00a-523c-4284-b4f6-9e430acc65f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14207cc7-1e65-4e8a-aea3-0b7cddd56b00'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:25.048632 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0713ca-25a7-481d-81d6-0f6dfdce3ed6" -d '{"events": [{"server_uuid": "8c72e00a-523c-4284-b4f6-9e430acc65f0", "name": "network-vif-plugged", "status": "completed", "tag": "14207cc7-1e65-4e8a-aea3-0b7cddd56b00"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:25.140632 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-13633ffd-1e20-4b31-b9b8-9188bfa3802a req-9e62656a-e207-42ef-94d6-80bd2e68e9a3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096938 Jun 11 19:49:25.200169 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1aead6-ba30-460a-b1f6-865774ff4fdd x-openstack-request-id: req-be1aead6-ba30-460a-b1f6-865774ff4fdd {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:25.201005 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c72e00a-523c-4284-b4f6-9e430acc65f0", "name": "network-vif-plugged", "status": "completed", "tag": "14207cc7-1e65-4e8a-aea3-0b7cddd56b00", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:25.201414 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be1aead6-ba30-460a-b1f6-865774ff4fdd {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:25.201976 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c72e00a-523c-4284-b4f6-9e430acc65f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14207cc7-1e65-4e8a-aea3-0b7cddd56b00', 'code': 200} Jun 11 19:49:25.204001 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:25.245611 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64af42f0-338d-4017-8744-29d98e0dd19e None None] Network 298555af-2ffe-4d39-835a-8aa025876d08 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:49:25.681318 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13cc96-caa4-42a3-8e72-a51773f982c5 req-5965fb93-8b01-4626-96a0-15eaee9cb25f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:25.682874 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3e13cc96-caa4-42a3-8e72-a51773f982c5 req-5965fb93-8b01-4626-96a0-15eaee9cb25f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1324263 Jun 11 19:49:25.738966 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a7bc9-3b4b-4fb9-8c78-f49606c5bbf3 req-25f53d19-355a-4e10-891d-c69290e0235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:25.741737 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-951a7bc9-3b4b-4fb9-8c78-f49606c5bbf3 req-25f53d19-355a-4e10-891d-c69290e0235c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 1098 time: 0.1149485 Jun 11 19:49:25.748942 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3e13cc96-caa4-42a3-8e72-a51773f982c5 req-8d5342dc-5f66-4963-8789-6f242e41fc03 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549924 Jun 11 19:49:25.785123 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-951a7bc9-3b4b-4fb9-8c78-f49606c5bbf3 req-7f43fe89-8949-43d6-a0ca-fffd93425c8d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366781 Jun 11 19:49:25.972663 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-3055be31-2884-4dca-a30d-476ca90520b9 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:25.974182 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-3055be31-2884-4dca-a30d-476ca90520b9 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/networks?id=63546133-e64f-4616-bfcc-bfa322e74e45 HTTP/1.1" status: 200 len: 809 time: 0.1247938 Jun 11 19:49:25.988848 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-a34ed54a-45be-48c1-9cc6-8306c56acfe4 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/quotas/b1b5bebce4944c1ca1fad7e1a9e61376 HTTP/1.1" status: 200 len: 375 time: 0.0087252 Jun 11 19:49:26.026989 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-d517fff2-7145-47f6-aef9-e9662d256dd2 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1b5bebce4944c1ca1fad7e1a9e61376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325108 Jun 11 19:49:26.170095 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-cb0bdeb2-780a-487d-9f56-d05bc3b31362 service neutron] 10.222.0.37 "GET /v2.0/networks/63546133-e64f-4616-bfcc-bfa322e74e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361985 Jun 11 19:49:26.304833 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-5564b08f-ca25-4dc1-8a3f-2e285277e391 service neutron] 10.222.0.37 "GET /v2.0/networks/63546133-e64f-4616-bfcc-bfa322e74e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280029 Jun 11 19:49:26.701561 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06f969-4f44-4768-9183-6ef28a73529e req-d1f3f6e5-7241-4a54-b391-55a81797c60a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:26.703144 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ad06f969-4f44-4768-9183-6ef28a73529e req-d1f3f6e5-7241-4a54-b391-55a81797c60a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 944 time: 0.0792279 Jun 11 19:49:26.747333 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ad06f969-4f44-4768-9183-6ef28a73529e req-95eff18d-4058-4c88-9559-c592f5bf9f8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383189 Jun 11 19:49:26.824141 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-74f5bd5a-2916-4e4c-9849-c8e7f3baf1f4 req-230ecae2-ff4e-480e-9205-f5674f757158 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 210 time: 0.0339081 Jun 11 19:49:26.983225 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:27.036549 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489af91c-8d95-4be0-9e29-b68f18e79df7 req-90da5e63-b91d-471a-a3d8-23bb3edb34fe tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:27.038356 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-489af91c-8d95-4be0-9e29-b68f18e79df7 req-90da5e63-b91d-471a-a3d8-23bb3edb34fe tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0998893 Jun 11 19:49:27.105509 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-489af91c-8d95-4be0-9e29-b68f18e79df7 req-e74531eb-4fcd-4ca5-832d-e59d4cb8fa6f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598373 Jun 11 19:49:27.154417 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:27.463660 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 9398bcb2-d2d2-461b-b69b-0eedab46999f up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:49:27.571145 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 9398bcb2-d2d2-461b-b69b-0eedab46999f completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:49:27.575334 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 9398bcb2-d2d2-461b-b69b-0eedab46999f triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:27.575719 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:27.670730 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:27.695465 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:27.697880 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c189d7e-f6b9-4a80-9c4d-2cf6b400800f" -d '{"events": [{"server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "name": "network-vif-plugged", "status": "completed", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:27.714044 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:27.738722 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c194b13f-cb68-42ed-bc2f-bd036e301e19 x-openstack-request-id: req-c194b13f-cb68-42ed-bc2f-bd036e301e19 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:27.739174 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "name": "network-vif-plugged", "status": "completed", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:27.739433 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c194b13f-cb68-42ed-bc2f-bd036e301e19 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:27.739986 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'code': 200} Jun 11 19:49:27.802941 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:27.807137 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:27.875428 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:27.880700 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:27.965661 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6c88a-12a0-48c5-b779-f8c3248506fd req-5393e09b-4a0b-4c16-ae0c-c3889fea0c2f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:27.967285 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72a6c88a-12a0-48c5-b779-f8c3248506fd req-5393e09b-4a0b-4c16-ae0c-c3889fea0c2f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.0963979 Jun 11 19:49:28.010380 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72a6c88a-12a0-48c5-b779-f8c3248506fd req-2dd217ed-be29-4296-89e4-4d0069662a51 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372057 Jun 11 19:49:28.155587 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e673ee8-9ebb-4107-90c9-22c06cfe0cb6 req-c4bb2de6-2e79-499e-92b1-95d4ff54ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:28.157236 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-9e673ee8-9ebb-4107-90c9-22c06cfe0cb6 req-c4bb2de6-2e79-499e-92b1-95d4ff54ba8d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 1098 time: 0.0623035 Jun 11 19:49:28.165221 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f85b1451-317a-4bef-92db-2cbabad5dd75 req-8e9e22b5-8b10-4473-8b4e-f0f608145751 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 210 time: 0.0397313 Jun 11 19:49:28.207556 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-9e673ee8-9ebb-4107-90c9-22c06cfe0cb6 req-6e4fbeb6-fbfb-436f-87f8-96277934ba09 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373094 Jun 11 19:49:28.340026 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998b737-b748-4af7-8d0a-e0be9c7a7a86 req-bad32f88-9a43-4226-be2d-e6c7e9e1e769 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:28.341533 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c998b737-b748-4af7-8d0a-e0be9c7a7a86 req-bad32f88-9a43-4226-be2d-e6c7e9e1e769 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0732796 Jun 11 19:49:28.387881 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c998b737-b748-4af7-8d0a-e0be9c7a7a86 req-80063c2d-ff9a-4c83-953b-3f49ee55d355 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377715 Jun 11 19:49:29.141783 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed753b-27fb-448a-abac-ec1ed63dc348 req-e85ad9c7-21dd-42c5-95dc-20c35d640066 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:29.156032 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-55ed753b-27fb-448a-abac-ec1ed63dc348 req-e85ad9c7-21dd-42c5-95dc-20c35d640066 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1381922 Jun 11 19:49:29.216744 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c167501-c39e-4ef0-95ad-982562a1b722 req-fddb2e43-d07c-4045-ba75-ddfbd47165fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:29.218377 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-5c167501-c39e-4ef0-95ad-982562a1b722 req-fddb2e43-d07c-4045-ba75-ddfbd47165fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 1098 time: 0.1028514 Jun 11 19:49:29.239058 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-55ed753b-27fb-448a-abac-ec1ed63dc348 req-d72e8745-d0a5-499e-a2a9-b136424d3b1b tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818343 Jun 11 19:49:29.287319 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb52fd9-b0ed-404b-8e90-5c1f2c66fdf6 req-c12509d5-592b-43fb-9b7e-6a879a46b525 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:29.297037 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-adb52fd9-b0ed-404b-8e90-5c1f2c66fdf6 req-c12509d5-592b-43fb-9b7e-6a879a46b525 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1192856 Jun 11 19:49:29.341869 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-adb52fd9-b0ed-404b-8e90-5c1f2c66fdf6 req-a66e7881-558a-4330-a496-e0f6a2f32125 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438180 Jun 11 19:49:29.347914 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c167501-c39e-4ef0-95ad-982562a1b722 req-db54994f-5688-4a22-8d9d-02f66574de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:29.349393 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-5c167501-c39e-4ef0-95ad-982562a1b722 req-db54994f-5688-4a22-8d9d-02f66574de35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 200 len: 919 time: 0.1187663 Jun 11 19:49:29.397202 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f0e5c177-d5e7-444f-9acd-f686502713f7 req-57c9ab5c-5cee-484c-b568-fb75094fa7f0 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 210 time: 0.0455177 Jun 11 19:49:29.412062 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-5c167501-c39e-4ef0-95ad-982562a1b722 req-3b8e8344-3100-4ae5-a5e9-bdc4bb3a3ce4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14207cc7-1e65-4e8a-aea3-0b7cddd56b00 HTTP/1.1" status: 200 len: 217 time: 0.0534668 Jun 11 19:49:29.479691 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c167501-c39e-4ef0-95ad-982562a1b722 req-0f3043db-9545-455a-b8de-ddbd7aa16562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:29.481145 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-5c167501-c39e-4ef0-95ad-982562a1b722 req-0f3043db-9545-455a-b8de-ddbd7aa16562 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=106e3590-a904-4800-a35d-447143ae7935 HTTP/1.1" status: 200 len: 858 time: 0.0529263 Jun 11 19:49:29.539677 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-624f0057-a1db-4e23-aced-e7aa8a46641d tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:29.541027 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-624f0057-a1db-4e23-aced-e7aa8a46641d tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.43 "GET /v2.0/networks?id=63546133-e64f-4616-bfcc-bfa322e74e45 HTTP/1.1" status: 200 len: 809 time: 0.1305416 Jun 11 19:49:29.554011 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-5c167501-c39e-4ef0-95ad-982562a1b722 req-2802c1d3-0e74-4f90-9aa0-6e82cacbd740 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd3e709c-6304-4a09-a4df-3743d285f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371764 Jun 11 19:49:29.554551 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Request body: {'port': {'device_id': '9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3', 'network_id': '63546133-e64f-4616-bfcc-bfa322e74e45', 'admin_state_up': True, 'tenant_id': 'b1b5bebce4944c1ca1fad7e1a9e61376'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:29.682095 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-5c167501-c39e-4ef0-95ad-982562a1b722 req-9e0eb904-da99-4593-9e25-c653ce0c3bb8 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189408 Jun 11 19:49:29.794135 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Made reservation on behalf of b1b5bebce4944c1ca1fad7e1a9e61376 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:49:29.797707 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:29.864962 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-5c167501-c39e-4ef0-95ad-982562a1b722 req-2be68a7d-4f6d-4723-b572-093a938ac80b service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262832 Jun 11 19:49:29.954776 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Allocated IP 172.20.0.11 (63546133-e64f-4616-bfcc-bfa322e74e45/8256175f-3805-47e1-a8b7-2dfc7df3f5d7/819996c3-9e3b-4469-9387-6f42d6d31493) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:49:30.146690 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:30.313316 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:30.317525 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:30.407628 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Network 63546133-e64f-4616-bfcc-bfa322e74e45 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:49:30.419046 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:49:30.428709 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:49:30.434109 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:30.434723 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:30.449074 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Pushing event updated for resources: {'Port': ['ID=819996c3-9e3b-4469-9387-6f42d6d31493,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:30.456983 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:30.481126 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e7d43-d92a-4e7e-9466-6549ca7c90ac req-2a124d53-bcd3-49d2-8167-77f8133262ba tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:30.482689 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-277e7d43-d92a-4e7e-9466-6549ca7c90ac req-2a124d53-bcd3-49d2-8167-77f8133262ba tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1224494 Jun 11 19:49:30.554677 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0046947 Jun 11 19:49:30.561635 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-277e7d43-d92a-4e7e-9466-6549ca7c90ac req-4029f2a9-b596-4e95-89ac-c54e4d3d951d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677886 Jun 11 19:49:30.568008 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Request body: {'port': {'device_id': '9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:30.623818 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eeacda-f689-459e-9181-6219641de6a2 req-35b799e5-2b98-4f7f-9b72-899102fe627f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:30.625345 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-24eeacda-f689-459e-9181-6219641de6a2 req-35b799e5-2b98-4f7f-9b72-899102fe627f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1417944 Jun 11 19:49:30.734199 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:30.771533 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-24eeacda-f689-459e-9181-6219641de6a2 req-49a720c5-64b2-410c-a7e8-a75ee68a7c38 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111343 Jun 11 19:49:30.840351 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a956ae-c6f4-4b46-ac1d-a58d42238269 req-f555b470-c9f8-4e95-a485-09b0be156239 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:30.841884 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-56a956ae-c6f4-4b46-ac1d-a58d42238269 req-f555b470-c9f8-4e95-a485-09b0be156239 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 932 time: 0.1597283 Jun 11 19:49:31.252434 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48490) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:31.318508 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-56a956ae-c6f4-4b46-ac1d-a58d42238269 req-fdfabdd4-b6b3-41ba-bf12-24acd6b2b785 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282434 Jun 11 19:49:31.399708 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0298f7d1-171f-4bba-aa78-1669c47881de tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:31.401221 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0298f7d1-171f-4bba-aa78-1669c47881de tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/networks?id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 200 len: 814 time: 0.5121346 Jun 11 19:49:31.424891 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-23b9b1e0-6e59-46ed-9004-661f6026e899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:31.445275 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-1209eb53-a7be-4659-853c-5433c29fd7df tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/quotas/c7bbdea526ad478f8c2c53883fa20609 HTTP/1.1" status: 200 len: 375 time: 0.0216992 Jun 11 19:49:31.521750 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-23b9b1e0-6e59-46ed-9004-661f6026e899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:31.571719 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819996c3-9e3b-4469-9387-6f42d6d31493 {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:31.591673 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:31.608535 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-23b9b1e0-6e59-46ed-9004-661f6026e899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:31.612191 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:31.619959 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Transition to ACTIVE for port object 819996c3-9e3b-4469-9387-6f42d6d31493 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:49:31.634033 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-cbb951d9-dd1c-4a47-8c18-4d5bd2a5fefe tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1726744 Jun 11 19:49:31.642014 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988621d-9f34-470c-a199-f7aabb5bbe90 req-5783ea70-93f7-4e0c-8a08-5561a0118bdd tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:31.643455 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5988621d-9f34-470c-a199-f7aabb5bbe90 req-5783ea70-93f7-4e0c-8a08-5561a0118bdd tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1955020 Jun 11 19:49:31.653670 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 48502) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:31.658969 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9b1e0-6e59-46ed-9004-661f6026e899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf297ac2-a0f6-4c82-aa72-eee27b2b87f3,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:31.662323 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-23b9b1e0-6e59-46ed-9004-661f6026e899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:31.667691 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-23b9b1e0-6e59-46ed-9004-661f6026e899 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c83555be9feb47dda33006ebd0d2b6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113684 Jun 11 19:49:31.669576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48504) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:31.670593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-d4c13fc2-b954-40c6-9efb-2a1f8a156eef tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'floatingip': {'port_id': '9398bcb2-d2d2-461b-b69b-0eedab46999f'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:31.753611 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:31.759779 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9e990124-fce4-49f6-8915-d2c17cfb1c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:31.783694 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:31.785107 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9e990124-fce4-49f6-8915-d2c17cfb1c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:31.787986 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fc2-b954-40c6-9efb-2a1f8a156eef tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:31.973703 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9e990124-fce4-49f6-8915-d2c17cfb1c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:31.978559 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9e990124-fce4-49f6-8915-d2c17cfb1c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:31.980789 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-9e990124-fce4-49f6-8915-d2c17cfb1c7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf297ac2-a0f6-4c82-aa72-eee27b2b87f3 HTTP/1.1" status: 204 len: 168 time: 0.3117466 Jun 11 19:49:31.981688 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8f4207d3-8f56-4f80-a529-c48de265868a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:31.991555 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e990124-fce4-49f6-8915-d2c17cfb1c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf297ac2-a0f6-4c82-aa72-eee27b2b87f3,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:31.993817 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-9e990124-fce4-49f6-8915-d2c17cfb1c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:32.111282 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Pushing event updated for resources: {'Port': ['ID=819996c3-9e3b-4469-9387-6f42d6d31493,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:32.122762 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:32.162925 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-6b086d42-0e4a-4a3c-a9e2-e5ff13387c96 service neutron] 10.222.0.37 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179594 Jun 11 19:49:32.251408 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Attempting to bind port 819996c3-9e3b-4469-9387-6f42d6d31493 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:49:32.251746 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Attempting to bind port 819996c3-9e3b-4469-9387-6f42d6d31493 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '61be97f8-ac16-4b3c-b005-f027e3a7c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '63546133-e64f-4616-bfcc-bfa322e74e45'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:49:32.252073 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Attempting to bind port 819996c3-9e3b-4469-9387-6f42d6d31493 on network 63546133-e64f-4616-bfcc-bfa322e74e45 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:32.261266 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46651d-a09c-4168-be53-eb44eee3fd61 req-6ab6015f-ce73-4aa3-b033-b3d5160bea27 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:32.262729 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7e46651d-a09c-4168-be53-eb44eee3fd61 req-6ab6015f-ce73-4aa3-b033-b3d5160bea27 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.5115902 Jun 11 19:49:32.367391 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Port 819996c3-9e3b-4469-9387-6f42d6d31493 on network 63546133-e64f-4616-bfcc-bfa322e74e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:49:32.368049 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Attempting to bind port 819996c3-9e3b-4469-9387-6f42d6d31493 on network 63546133-e64f-4616-bfcc-bfa322e74e45 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:32.442574 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:49:32.442908 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Checking segment: {'id': '61be97f8-ac16-4b3c-b005-f027e3a7c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '63546133-e64f-4616-bfcc-bfa322e74e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:49:32.443291 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Bound using segment: {'id': '61be97f8-ac16-4b3c-b005-f027e3a7c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '63546133-e64f-4616-bfcc-bfa322e74e45'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:49:32.443807 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Bound port: 819996c3-9e3b-4469-9387-6f42d6d31493, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61be97f8-ac16-4b3c-b005-f027e3a7c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '63546133-e64f-4616-bfcc-bfa322e74e45'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:49:32.444177 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:32.655037 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48524) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:32.671902 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-80f1c185-c018-4b41-806b-364b3a1e2eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:32.727086 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7e46651d-a09c-4168-be53-eb44eee3fd61 req-74408092-7fd0-4af3-9c4c-1b3660936603 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109054 Jun 11 19:49:32.764867 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-8b21059b-17b7-4ce2-b427-fe47f46a8af1 service neutron] 10.222.0.37 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727477 Jun 11 19:49:32.782779 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-80f1c185-c018-4b41-806b-364b3a1e2eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:32.908836 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-80f1c185-c018-4b41-806b-364b3a1e2eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:32.922286 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-5f05d240-2ec1-40c7-ad6f-c1eb8007ff4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:32.991198 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] For port 819996c3-9e3b-4469-9387-6f42d6d31493, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:49:33.010828 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1c185-c018-4b41-806b-364b3a1e2eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff08c3f-2b94-4ea5-864c-506f0dfdb0a8,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:33.018397 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-80f1c185-c018-4b41-806b-364b3a1e2eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:33.021656 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-80f1c185-c018-4b41-806b-364b3a1e2eea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e8498389f7e402da11e65ada048e910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654921 Jun 11 19:49:33.024517 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48538) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:33.036568 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] For port 819996c3-9e3b-4469-9387-6f42d6d31493, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=819996c3-9e3b-4469-9387-6f42d6d31493,segment=NetworkSegment(61be97f8-ac16-4b3c-b005-f027e3a7c665),segment_id=61be97f8-ac16-4b3c-b005-f027e3a7c665)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:49:33.112270 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-82e684ca-3f72-4393-a883-e50fcbf3ea6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:33.145211 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-82e684ca-3f72-4393-a883-e50fcbf3ea6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:33.207748 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:33.223875 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-66010c8a-453b-41bf-9541-5c136db7c510 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:33.252478 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.db.resource_extend [None req-d4c13fc2-b954-40c6-9efb-2a1f8a156eef tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 19:49:33.299740 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-82e684ca-3f72-4393-a883-e50fcbf3ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:33.302413 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-82e684ca-3f72-4393-a883-e50fcbf3ea6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:33.303579 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-82e684ca-3f72-4393-a883-e50fcbf3ea6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ff08c3f-2b94-4ea5-864c-506f0dfdb0a8 HTTP/1.1" status: 204 len: 168 time: 0.2780597 Jun 11 19:49:33.304333 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:33.313651 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e684ca-3f72-4393-a883-e50fcbf3ea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff08c3f-2b94-4ea5-864c-506f0dfdb0a8,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:33.315996 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-82e684ca-3f72-4393-a883-e50fcbf3ea6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:33.399986 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:33.400541 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:33.401919 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] 10.222.0.43 "PUT /v2.0/ports/819996c3-9e3b-4469-9387-6f42d6d31493 HTTP/1.1" status: 200 len: 1094 time: 2.8394299 Jun 11 19:49:33.406844 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3', 'tag': '819996c3-9e3b-4469-9387-6f42d6d31493'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:33.409233 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3", "tag": "819996c3-9e3b-4469-9387-6f42d6d31493"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:33.425186 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fc2-b954-40c6-9efb-2a1f8a156eef tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:33.481858 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Pushing event updated for resources: {'Port': ['ID=819996c3-9e3b-4469-9387-6f42d6d31493,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:33.499160 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:33.514911 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fc2-b954-40c6-9efb-2a1f8a156eef tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:33.657825 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4f436cbc-84e2-4ed5-8b23-aae5754d7256 req-66cff150-c8ba-4eb0-bc33-8dd5f019f30c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 210 time: 0.1575203 Jun 11 19:49:33.711788 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf595d-b597-4b20-9f58-fa1618572561 req-a8fc0204-dc6e-43c5-9987-5b58e7fadb6c tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:33.713311 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8eaf595d-b597-4b20-9f58-fa1618572561 req-a8fc0204-dc6e-43c5-9987-5b58e7fadb6c tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 944 time: 0.4312785 Jun 11 19:49:33.741400 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f403436f-b350-46af-b770-b0295ced39b0 x-openstack-request-id: req-f403436f-b350-46af-b770-b0295ced39b0 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:33.741704 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3", "tag": "819996c3-9e3b-4469-9387-6f42d6d31493", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:33.741971 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f403436f-b350-46af-b770-b0295ced39b0 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:33.742380 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3', 'tag': '819996c3-9e3b-4469-9387-6f42d6d31493', 'status': 'completed', 'code': 200} Jun 11 19:49:33.752584 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:49:33.762530 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-39c4d3a5-93a7-482b-949d-71446cd84c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:33.764199 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-39c4d3a5-93a7-482b-949d-71446cd84c34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b5bebce4944c1ca1fad7e1a9e61376&device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 1097 time: 0.2662225 Jun 11 19:49:33.790139 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [None req-d4c13fc2-b954-40c6-9efb-2a1f8a156eef tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Floating IP 93d2bf0b-6c6a-4b5c-bfee-b3b00180c642 associated. External IP: 172.28.1.227, port: 9398bcb2-d2d2-461b-b69b-0eedab46999f. Jun 11 19:49:33.796553 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8eaf595d-b597-4b20-9f58-fa1618572561 req-9672bae3-23c7-4a8c-b31a-c53c13bc868f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768034 Jun 11 19:49:33.932773 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-e2c9765c-7548-49fe-85d3-54b5a4e8b732 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819996c3-9e3b-4469-9387-6f42d6d31493 HTTP/1.1" status: 200 len: 217 time: 0.1504040 Jun 11 19:49:34.089371 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-b124bd9b-7d01-48d1-8a16-4dd9dba0d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:34.091038 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-b124bd9b-7d01-48d1-8a16-4dd9dba0d423 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8256175f-3805-47e1-a8b7-2dfc7df3f5d7 HTTP/1.1" status: 200 len: 849 time: 0.1381652 Jun 11 19:49:34.158187 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-1765eb9d-f237-41e5-ac1e-1d2398bb1376 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63546133-e64f-4616-bfcc-bfa322e74e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465376 Jun 11 19:49:34.176059 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7536be-7262-452e-a401-edffc9482e1b req-bacb8ef3-f23b-4621-afe0-2cd586332ebf tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:34.177499 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd7536be-7262-452e-a401-edffc9482e1b req-bacb8ef3-f23b-4621-afe0-2cd586332ebf tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 945 time: 0.2438953 Jun 11 19:49:34.427341 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48600) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:34.549617 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9a39-d9fe-4152-9daf-d84619a79ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:34.573264 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14932f-0024-4cc1-a347-14173feee053 req-d4025e62-c563-434a-a861-3bbee677cc3a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:34.574701 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bf14932f-0024-4cc1-a347-14173feee053 req-d4025e62-c563-434a-a861-3bbee677cc3a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.5619893 Jun 11 19:49:34.670265 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd7536be-7262-452e-a401-edffc9482e1b req-c190cc1f-5236-4baa-a9eb-b54595eb21cf tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649537 Jun 11 19:49:34.670790 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9a39-d9fe-4152-9daf-d84619a79ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:34.724072 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bf14932f-0024-4cc1-a347-14173feee053 req-b1a406dc-da04-4660-9c49-9f42e0aff7ea tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973527 Jun 11 19:49:34.726389 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c13fc2-b954-40c6-9efb-2a1f8a156eef tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Router e208e136-fc7f-4322-9de0-9b4bb22e525c has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:49:34.728319 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-317e27b8-e550-4633-a829-793bcae1fb0d service neutron] 10.222.0.43 "GET /v2.0/networks/63546133-e64f-4616-bfcc-bfa322e74e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605500 Jun 11 19:49:34.736745 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9a39-d9fe-4152-9daf-d84619a79ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:34.745395 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-883cb6f7-060c-4fc8-9d10-d01ac0259475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:34.854569 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f9a39-d9fe-4152-9daf-d84619a79ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb443cad-ede4-49c2-a7fa-071471f09507,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:34.859032 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-1f8f9a39-d9fe-4152-9daf-d84619a79ad3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4de935d1b2fe45b49f529ff4220682d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306619 Jun 11 19:49:34.862302 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1f8f9a39-d9fe-4152-9daf-d84619a79ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:34.863599 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48616) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:34.976051 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6c478d7b-1b9a-49f9-9453-f862c9aa47ae req-4d15d25e-dcc6-4c98-a067-b15aeb1e520b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 210 time: 0.0780861 Jun 11 19:49:34.990314 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-72c2b1b1-8964-4470-9b46-f761d6d6095e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:35.031354 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-72c2b1b1-8964-4470-9b46-f761d6d6095e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:35.063416 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd3d635f-8f21-455e-ae1a-762cf242f8be req-994bf908-4371-4157-bfbe-9d9784910326 service neutron] 10.222.0.43 "GET /v2.0/networks/63546133-e64f-4616-bfcc-bfa322e74e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241107 Jun 11 19:49:35.094509 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c13fc2-b954-40c6-9efb-2a1f8a156eef tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:49:35.099202 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fc2-b954-40c6-9efb-2a1f8a156eef tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:35.110596 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] Sync routers for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:49:35.120014 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:49:35.120746 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:49:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:49:35.148881 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce8ff1-e187-4e24-acad-ba2810b29605 req-cc13146c-70ce-419c-ae72-25c05220d372 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:35.150352 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-43ce8ff1-e187-4e24-acad-ba2810b29605 req-cc13146c-70ce-419c-ae72-25c05220d372 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 944 time: 0.1605473 Jun 11 19:49:35.156345 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-d4c13fc2-b954-40c6-9efb-2a1f8a156eef tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "PUT /v2.0/floatingips/93d2bf0b-6c6a-4b5c-bfee-b3b00180c642 HTTP/1.1" status: 200 len: 991 time: 3.5015585 Jun 11 19:49:35.183663 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-72c2b1b1-8964-4470-9b46-f761d6d6095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:35.186447 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-72c2b1b1-8964-4470-9b46-f761d6d6095e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:35.187752 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-72c2b1b1-8964-4470-9b46-f761d6d6095e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb443cad-ede4-49c2-a7fa-071471f09507 HTTP/1.1" status: 204 len: 168 time: 0.3229697 Jun 11 19:49:35.188780 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-cdec4cf9-9c70-4fea-b72e-2234a1a72eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:35.208741 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2b1b1-8964-4470-9b46-f761d6d6095e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb443cad-ede4-49c2-a7fa-071471f09507,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:35.213974 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-72c2b1b1-8964-4470-9b46-f761d6d6095e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:35.278569 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-43ce8ff1-e187-4e24-acad-ba2810b29605 req-f90bd750-d518-46a0-b479-f9f1abd97164 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194141 Jun 11 19:49:35.299517 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:49:35.334114 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd req-25bcdeb2-fa26-4c06-9714-dd95480456f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:35.336136 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd req-25bcdeb2-fa26-4c06-9714-dd95480456f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b1b5bebce4944c1ca1fad7e1a9e61376&device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 1097 time: 0.1399670 Jun 11 19:49:35.475449 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd req-063aa7b0-7bd1-4cb6-ad3c-1320130d4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:35.477233 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd req-063aa7b0-7bd1-4cb6-ad3c-1320130d4e06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63546133-e64f-4616-bfcc-bfa322e74e45 HTTP/1.1" status: 200 len: 910 time: 0.1200998 Jun 11 19:49:35.554368 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd req-fddabd41-e45e-42cb-9c30-021546f8274f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819996c3-9e3b-4469-9387-6f42d6d31493 HTTP/1.1" status: 200 len: 217 time: 0.0608735 Jun 11 19:49:35.626574 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd req-e33092f0-60b7-4b10-bdf5-3431b9755098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:35.629226 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd req-e33092f0-60b7-4b10-bdf5-3431b9755098 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8256175f-3805-47e1-a8b7-2dfc7df3f5d7 HTTP/1.1" status: 200 len: 849 time: 0.0647070 Jun 11 19:49:35.672958 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '93d2bf0b-6c6a-4b5c-bfee-b3b00180c642', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'floating_ip_address': '172.28.1.227', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'port_id': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'mac_address': 'fa:16:3e:c9:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:49:07Z', 'updated_at': '2021-06-11T19:49:33Z', 'revision_number': 1, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:49:35.676292 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd req-43fa9665-4702-40f3-9ba5-7429a33ef869 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63546133-e64f-4616-bfcc-bfa322e74e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399632 Jun 11 19:49:35.677326 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] Checking router: e208e136-fc7f-4322-9de0-9b4bb22e525c for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:49:35.688789 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:49:35.689408 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:49:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:49:35.774002 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:35.776471 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd1994-8b68-4e40-86bb-c037a2f31a51" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:35.846981 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd req-9c9673f6-05cd-4fc2-8f80-13f56eb662ed service neutron] 10.222.0.43 "GET /v2.0/networks/63546133-e64f-4616-bfcc-bfa322e74e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620092 Jun 11 19:49:36.016052 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-9a2aa1bd-cf54-4465-a7ca-3e2788450fdd tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:36.018496 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-9a2aa1bd-cf54-4465-a7ca-3e2788450fdd tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.43 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 945 time: 0.2214370 Jun 11 19:49:36.079518 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:49:36.311781 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Deleting port 89ac80cc-ab72-4abc-83f8-efb72c080a91 {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:49:36.311990 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:36.342876 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48664) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:36.365462 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-ff115833-77c5-45e6-8a18-9c77b828343c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:36.368225 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-ff115833-77c5-45e6-8a18-9c77b828343c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "GET /v2.0/networks?id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 200 len: 814 time: 0.3453867 Jun 11 19:49:36.373303 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-728e69be-bb53-4724-a79c-30528abc468c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:36.382086 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Request body: {'port': {'device_id': '21b37ac3-1dd9-4487-9182-008b47e24d82', 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9', 'admin_state_up': True, 'tenant_id': 'c7bbdea526ad478f8c2c53883fa20609'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:36.452638 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '93d2bf0b-6c6a-4b5c-bfee-b3b00180c642', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'floating_ip_address': '172.28.1.227', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'port_id': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'mac_address': 'fa:16:3e:c9:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:49:07Z', 'updated_at': '2021-06-11T19:49:33Z', 'revision_number': 1, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:49:36.459628 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42e72b6-878e-4ba7-acf5-a73120c1afb1 None None] The sync data for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb is: [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '93d2bf0b-6c6a-4b5c-bfee-b3b00180c642', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'floating_ip_address': '172.28.1.227', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'port_id': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'mac_address': 'fa:16:3e:c9:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:49:07Z', 'updated_at': '2021-06-11T19:49:33Z', 'revision_number': 1, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:49:36.505285 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] For port 89ac80cc-ab72-4abc-83f8-efb72c080a91, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=89ac80cc-ab72-4abc-83f8-efb72c080a91,segment=NetworkSegment(de980ff3-4ea9-4ba9-83bb-920dd3cc0b63),segment_id=de980ff3-4ea9-4ba9-83bb-920dd3cc0b63)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:36.505645 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:36.506139 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdd0fe31-b2fa-450d-b0e9-b86a2cc3b6bd req-6c244c80-2aff-4f42-badb-48b2b4214872 service neutron] 10.222.0.43 "GET /v2.0/networks/63546133-e64f-4616-bfcc-bfa322e74e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476433 Jun 11 19:49:36.603805 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8a3aa-789d-4864-8377-d16ac5fa4d39 req-03f7e77e-be1e-46a0-b15c-f70548940e52 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:36.689848 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c4b8a3aa-789d-4864-8377-d16ac5fa4d39 req-03f7e77e-be1e-46a0-b15c-f70548940e52 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.5789752 Jun 11 19:49:36.689848 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f329bc3-6310-4063-898d-79fb960ff93d req-e71d080e-8726-494d-9f75-8bac975dc4e6 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:36.689848 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f329bc3-6310-4063-898d-79fb960ff93d req-e71d080e-8726-494d-9f75-8bac975dc4e6 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 945 time: 0.5939927 Jun 11 19:49:36.690822 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Calling delete_port for 89ac80cc-ab72-4abc-83f8-efb72c080a91 owned by compute:nova {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:49:36.697244 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c4b8a3aa-789d-4864-8377-d16ac5fa4d39 req-c78c67b6-7d71-4455-9b5e-62c67ea291eb tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729291 Jun 11 19:49:36.701913 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f329bc3-6310-4063-898d-79fb960ff93d req-2b556adb-f6ec-4d29-b4df-316cb2180389 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/security-groups?id=3713267b-492a-4d1e-8e23-fa84c2e01249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765820 Jun 11 19:49:36.783565 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a378d4-0b10-4a50-bca9-db7d68121901 x-openstack-request-id: req-c6a378d4-0b10-4a50-bca9-db7d68121901 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:36.783565 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:36.783565 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6a378d4-0b10-4a50-bca9-db7d68121901 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:36.783565 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'status': 'completed', 'code': 200} Jun 11 19:49:36.812776 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-728e69be-bb53-4724-a79c-30528abc468c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:36.927980 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d22cd-c504-4e52-bd57-6864073af0bf None None] New status for floating IP 93d2bf0b-6c6a-4b5c-bfee-b3b00180c642: ACTIVE {{(pid=98769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:49:36.928455 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-54acbbc3-845f-491c-bccb-c72f63578151 req-dbbc2292-1c26-4ca8-bbc6-520c8c8c636e tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 210 time: 0.0495274 Jun 11 19:49:37.001972 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-a855d3b6-35db-4fef-af57-5f984e19f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:37.003455 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-a855d3b6-35db-4fef-af57-5f984e19f930 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 1098 time: 0.1851022 Jun 11 19:49:37.016347 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63154f3-54d8-41bf-8098-7cdd91334a82 req-00971721-be50-4e6f-8e31-2ddd919ad290 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:37.018033 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b63154f3-54d8-41bf-8098-7cdd91334a82 req-00971721-be50-4e6f-8e31-2ddd919ad290 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 944 time: 0.0947876 Jun 11 19:49:37.143001 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b63154f3-54d8-41bf-8098-7cdd91334a82 req-62299c10-b3df-42e7-85ef-225ce63d957a tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127212 Jun 11 19:49:37.165849 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-f717c170-1c96-42c6-b139-ab574685b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:37.167560 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-f717c170-1c96-42c6-b139-ab574685b6f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 917 time: 0.1487496 Jun 11 19:49:37.443314 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-728e69be-bb53-4724-a79c-30528abc468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:37.450083 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:37.458509 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:37.479966 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['89ac80cc-ab72-4abc-83f8-efb72c080a91'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:49:37.505123 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-728e69be-bb53-4724-a79c-30528abc468c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fda7dc13ed44d319bb91d5b0891a1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1613569 Jun 11 19:49:37.509773 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48682) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:37.527619 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e69be-bb53-4724-a79c-30528abc468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd5acbe-2272-4433-a575-dc8b93653bb1,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:37.540227 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-3918e0d5-f0ff-4ff0-87fc-10cf1ab65662 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f HTTP/1.1" status: 200 len: 999 time: 0.3590400 Jun 11 19:49:37.600398 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-2c2e1a3d-a9fb-48cc-b1a6-523543e41ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:37.601884 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-2c2e1a3d-a9fb-48cc-b1a6-523543e41ff8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49272f7e-2d72-4d72-950c-1525b95f657c HTTP/1.1" status: 200 len: 855 time: 0.0546160 Jun 11 19:49:37.603013 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Made reservation on behalf of c7bbdea526ad478f8c2c53883fa20609 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:49:37.606479 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:37.635503 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] No DVR routers for this DVR port 89ac80cc-ab72-4abc-83f8-efb72c080a91 on host hv-cinder-79053 {{(pid=98768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:49:37.639674 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-728e69be-bb53-4724-a79c-30528abc468c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:37.641361 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:37.644857 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.43 "DELETE /v2.0/ports/89ac80cc-ab72-4abc-83f8-efb72c080a91 HTTP/1.1" status: 204 len: 173 time: 1.6193955 Jun 11 19:49:37.645648 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:37.650979 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd640602a-9d5f-47c0-8381-c09a113cc77e', 'name': 'network-vif-deleted', 'tag': '89ac80cc-ab72-4abc-83f8-efb72c080a91'}] {{(pid=98768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:37.656322 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501d27d0949e7fb208166c2e05cf5b0f7f5f27b899644c5db7bc98bf53ef2bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e09f9-31b0-4555-a8ce-f8fc1aa1b0fe" -d '{"events": [{"server_uuid": "d640602a-9d5f-47c0-8381-c09a113cc77e", "name": "network-vif-deleted", "tag": "89ac80cc-ab72-4abc-83f8-efb72c080a91"}]}' {{(pid=98768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:37.686500 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Pushing event deleted for resources: {'Port': ['ID=89ac80cc-ab72-4abc-83f8-efb72c080a91,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:37.694963 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:37.700762 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61b04e6-1889-4a0e-a4f6-665c4b53694b x-openstack-request-id: req-e61b04e6-1889-4a0e-a4f6-665c4b53694b {{(pid=98768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:37.701140 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d640602a-9d5f-47c0-8381-c09a113cc77e", "name": "network-vif-deleted", "tag": "89ac80cc-ab72-4abc-83f8-efb72c080a91", "status": "completed", "code": 200}]} {{(pid=98768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:37.701425 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e61b04e6-1889-4a0e-a4f6-665c4b53694b {{(pid=98768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:37.701855 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd640602a-9d5f-47c0-8381-c09a113cc77e', 'name': 'network-vif-deleted', 'tag': '89ac80cc-ab72-4abc-83f8-efb72c080a91', 'status': 'completed', 'code': 200} Jun 11 19:49:37.705353 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d3598998-ece7-4d6e-95d6-92a3ac5e1e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:37.735306 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d3598998-ece7-4d6e-95d6-92a3ac5e1e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:37.810779 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-61cb1695-71ba-4ef3-b442-762cc1698455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:37.813377 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-61cb1695-71ba-4ef3-b442-762cc1698455 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2034132 Jun 11 19:49:37.856851 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d3598998-ece7-4d6e-95d6-92a3ac5e1e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:37.859254 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d3598998-ece7-4d6e-95d6-92a3ac5e1e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:37.860561 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-d3598998-ece7-4d6e-95d6-92a3ac5e1e0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbd5acbe-2272-4433-a575-dc8b93653bb1 HTTP/1.1" status: 204 len: 168 time: 0.3486288 Jun 11 19:49:37.861622 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:37.870828 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3598998-ece7-4d6e-95d6-92a3ac5e1e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd5acbe-2272-4433-a575-dc8b93653bb1,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:37.890785 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d3598998-ece7-4d6e-95d6-92a3ac5e1e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:37.970425 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0371e0af-038a-40a7-a5e9-202049ca3761 req-1eafd9bd-7507-47a1-931c-a4b2404fef86 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 210 time: 0.1120851 Jun 11 19:49:38.060824 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Allocated IP 172.20.0.9 (a0e0bb72-4b8c-4f65-adfb-9823c48b55d9/64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c/f9a330de-1852-446f-ab67-0f37075cd266) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:49:38.125355 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-d0244512-f6cd-47b0-95b2-c964e0509e75 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861831 Jun 11 19:49:38.155717 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc44a3-5ee7-4d76-aca4-ae6c4bd05479 req-3162830a-552a-466c-9e75-d0b78dabe969 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:38.157181 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4bbc44a3-5ee7-4d76-aca4-ae6c4bd05479 req-3162830a-552a-466c-9e75-d0b78dabe969 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.3104265 Jun 11 19:49:38.166744 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4228cbe8-caef-4476-ad15-54c08284f24e req-9e05176d-4895-4513-8160-1c30c90cb6aa tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 210 time: 0.0730829 Jun 11 19:49:38.336893 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4bbc44a3-5ee7-4d76-aca4-ae6c4bd05479 req-688d1dd5-ba12-4d95-b573-ebc58af36504 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634314 Jun 11 19:49:38.401601 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59cd1994-8b68-4e40-86bb-c037a2f31a51 req-11a76582-f63c-42f0-8b82-c50df0908c74 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428966 Jun 11 19:49:38.463197 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:38.589490 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daab16-8367-49ad-bc0d-fb2988e554f6 req-4d4f5432-08bf-4fbd-9912-3b341fa3bf81 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:38.591877 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-97daab16-8367-49ad-bc0d-fb2988e554f6 req-4d4f5432-08bf-4fbd-9912-3b341fa3bf81 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 944 time: 0.1126790 Jun 11 19:49:38.627983 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:38.641932 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:38.652467 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['da5e8ae3-b1b5-4bfb-b440-0a85aa07f910'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:49:38.685347 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-97daab16-8367-49ad-bc0d-fb2988e554f6 req-0367fc86-d33c-4abb-bd53-fdcfa4e737b0 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874040 Jun 11 19:49:38.707249 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:49:38.718409 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:49:38.718409 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:49:38.724618 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:38.725674 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:38.737434 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Pushing event updated for resources: {'Port': ['ID=f9a330de-1852-446f-ab67-0f37075cd266,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:38.747496 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:38.884434 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5062366 Jun 11 19:49:38.902535 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Request body: {'port': {'device_id': '21b37ac3-1dd9-4487-9182-008b47e24d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:49:39.017023 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:39.197790 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d9bf6853-2b9c-4247-a0c3-66d7debc2d8f req-fa84947a-4382-4d7d-a36b-e5c47683bb2c tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] 10.222.0.37 "GET /v2.0/ports?device_id=d640602a-9d5f-47c0-8381-c09a113cc77e HTTP/1.1" status: 200 len: 210 time: 0.0454466 Jun 11 19:49:39.503822 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d19d93-e85f-4494-b523-b50ecc5c812d req-fa609783-8bca-4e93-8d70-049808580cd5 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:39.505499 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72d19d93-e85f-4494-b523-b50ecc5c812d req-fa609783-8bca-4e93-8d70-049808580cd5 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 931 time: 0.2044859 Jun 11 19:49:39.546218 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a330de-1852-446f-ab67-0f37075cd266 {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:39.558603 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 819996c3-9e3b-4469-9387-6f42d6d31493 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:49:39.560762 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:39.573084 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 89ac80cc-ab72-4abc-83f8-efb72c080a91 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:49:39.604139 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72d19d93-e85f-4494-b523-b50ecc5c812d req-a20cf7ec-de95-48e2-acaa-821b614bdb88 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836420 Jun 11 19:49:39.604139 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Transition to ACTIVE for port object f9a330de-1852-446f-ab67-0f37075cd266 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:49:39.659738 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 89ac80cc-ab72-4abc-83f8-efb72c080a91 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:49:39.662251 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:39.666446 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:39.672243 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 89ac80cc-ab72-4abc-83f8-efb72c080a91 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:49:39.844647 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 819996c3-9e3b-4469-9387-6f42d6d31493, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=819996c3-9e3b-4469-9387-6f42d6d31493,segment=NetworkSegment(61be97f8-ac16-4b3c-b005-f027e3a7c665),segment_id=61be97f8-ac16-4b3c-b005-f027e3a7c665)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:39.859584 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '819996c3-9e3b-4469-9387-6f42d6d31493', 'network_id': '63546133-e64f-4616-bfcc-bfa322e74e45', 'port_id': '819996c3-9e3b-4469-9387-6f42d6d31493', 'mac_address': 'fa:16:3e:e6:4d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8256175f-3805-47e1-a8b7-2dfc7df3f5d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:49:39.878352 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Pushing event updated for resources: {'Port': ['ID=f9a330de-1852-446f-ab67-0f37075cd266,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:39.895277 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.895921 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.896008 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.896328 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.896706 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.897612 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.898033 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.898372 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.898704 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.899041 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.899361 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.899687 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:39.909211 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:39.931946 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819996c3-9e3b-4469-9387-6f42d6d31493 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:39.941860 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:39.954878 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 819996c3-9e3b-4469-9387-6f42d6d31493, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=819996c3-9e3b-4469-9387-6f42d6d31493,segment=NetworkSegment(61be97f8-ac16-4b3c-b005-f027e3a7c665),segment_id=61be97f8-ac16-4b3c-b005-f027e3a7c665)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:39.969400 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Attempting to bind port f9a330de-1852-446f-ab67-0f37075cd266 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:49:39.969728 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Attempting to bind port f9a330de-1852-446f-ab67-0f37075cd266 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:49:39.970054 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Attempting to bind port f9a330de-1852-446f-ab67-0f37075cd266 on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:39.980796 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Port f9a330de-1852-446f-ab67-0f37075cd266 on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:49:39.981049 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Attempting to bind port f9a330de-1852-446f-ab67-0f37075cd266 on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:49:39.997250 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f38ab2-a674-493c-964a-11ca4d3298dc req-6fad4862-458d-4493-ae1b-cac95d523d02 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:39.998691 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f8f38ab2-a674-493c-964a-11ca4d3298dc req-6fad4862-458d-4493-ae1b-cac95d523d02 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.2607265 Jun 11 19:49:40.000969 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:49:40.001307 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Checking segment: {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:49:40.001679 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Bound using segment: {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:49:40.002104 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Bound port: f9a330de-1852-446f-ab67-0f37075cd266, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:49:40.002449 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:40.044581 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079c0b-88d9-405e-9918-77fb7875f652 req-ff935c17-c9f0-42f3-aa8d-755ed203eed2 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:40.045944 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4e079c0b-88d9-405e-9918-77fb7875f652 req-ff935c17-c9f0-42f3-aa8d-755ed203eed2 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 944 time: 0.2115262 Jun 11 19:49:40.065638 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:40.067387 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:40.117942 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f8f38ab2-a674-493c-964a-11ca4d3298dc req-4252939b-ba31-4df5-b3aa-eb35566caa23 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107838 Jun 11 19:49:40.151073 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=819996c3-9e3b-4469-9387-6f42d6d31493,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:40.154832 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:40.159658 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4e079c0b-88d9-405e-9918-77fb7875f652 req-19fe8585-b16c-414e-a8bb-bbebd7bf2e16 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851336 Jun 11 19:49:40.172671 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] For port f9a330de-1852-446f-ab67-0f37075cd266, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:49:40.176366 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] For port f9a330de-1852-446f-ab67-0f37075cd266, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f9a330de-1852-446f-ab67-0f37075cd266,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:49:40.259541 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:40.267727 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f16ffe26-cf99-45d0-9933-da8530e14a1e tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:40.329508 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:40.330246 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:40.331748 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] 10.222.0.43 "PUT /v2.0/ports/f9a330de-1852-446f-ab67-0f37075cd266 HTTP/1.1" status: 200 len: 1093 time: 1.4363549 Jun 11 19:49:40.332315 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b37ac3-1dd9-4487-9182-008b47e24d82', 'tag': 'f9a330de-1852-446f-ab67-0f37075cd266'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:40.335617 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5606ae4-3354-4cf1-b108-e23b58aa35b1" -d '{"events": [{"name": "network-changed", "server_uuid": "21b37ac3-1dd9-4487-9182-008b47e24d82", "tag": "f9a330de-1852-446f-ab67-0f37075cd266"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:40.362911 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Pushing event updated for resources: {'Port': ['ID=f9a330de-1852-446f-ab67-0f37075cd266,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:40.375287 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:40.392835 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b439a881-d468-4152-b3d7-1966b069d57f x-openstack-request-id: req-b439a881-d468-4152-b3d7-1966b069d57f {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:40.393375 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b37ac3-1dd9-4487-9182-008b47e24d82", "tag": "f9a330de-1852-446f-ab67-0f37075cd266", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:40.393803 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b439a881-d468-4152-b3d7-1966b069d57f {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:40.394481 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b37ac3-1dd9-4487-9182-008b47e24d82', 'tag': 'f9a330de-1852-446f-ab67-0f37075cd266', 'status': 'completed', 'code': 200} Jun 11 19:49:40.487161 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5606ae4-3354-4cf1-b108-e23b58aa35b1 req-0584b10d-888b-42d5-8bd0-007a779b436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:40.488754 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f5606ae4-3354-4cf1-b108-e23b58aa35b1 req-0584b10d-888b-42d5-8bd0-007a779b436d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 1096 time: 0.0626574 Jun 11 19:49:40.523879 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['819996c3-9e3b-4469-9387-6f42d6d31493'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:49:40.650432 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5606ae4-3354-4cf1-b108-e23b58aa35b1 req-fb98080b-3074-47eb-be35-3e2ebb154714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:40.651879 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f5606ae4-3354-4cf1-b108-e23b58aa35b1 req-fb98080b-3074-47eb-be35-3e2ebb154714 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c7bbdea526ad478f8c2c53883fa20609&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1556609 Jun 11 19:49:40.866539 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5606ae4-3354-4cf1-b108-e23b58aa35b1 req-9bec5cde-59c1-48c5-862c-d1f1675d16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:40.868180 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f5606ae4-3354-4cf1-b108-e23b58aa35b1 req-9bec5cde-59c1-48c5-862c-d1f1675d16c6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2037699 Jun 11 19:49:40.870333 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48872) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:40.884331 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92583024-639b-4ca2-9707-abb49bb416bf req-c4dec99d-87b6-4d9e-89af-42446560a68b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:40.885821 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-92583024-639b-4ca2-9707-abb49bb416bf req-c4dec99d-87b6-4d9e-89af-42446560a68b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 943 time: 0.1214399 Jun 11 19:49:41.005927 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:41.109725 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:41.191414 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-92583024-639b-4ca2-9707-abb49bb416bf req-5776f349-4abf-4ab5-a3e6-b268a63a79b7 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984698 Jun 11 19:49:41.205408 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:41.243045 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-30b2d27e-1cd9-4dc6-8d69-339eddd3c723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:41.249882 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bcb92d08eef465cab34e357923bcad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777361 Jun 11 19:49:41.251576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48888) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:41.281053 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-e4a95fec-2b46-4a8d-9725-23ee0897da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:41.282530 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-e4a95fec-2b46-4a8d-9725-23ee0897da49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 1096 time: 0.3469534 Jun 11 19:49:41.331278 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fc6fa4-dda6-4f55-b121-45c8655d388b,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:41.342086 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.342463 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.342827 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.343182 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.343535 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.343887 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.344344 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.344596 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.344945 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.345292 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.345656 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.345996 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:41.355600 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:41.361651 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e987ff4a-ea0a-47fa-aa55-a7eaf5915b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:41.370975 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-6a8dcdb0-8f0d-436b-aae6-55eda2f6f379 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9a330de-1852-446f-ab67-0f37075cd266 HTTP/1.1" status: 200 len: 217 time: 0.0708573 Jun 11 19:49:41.387431 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e987ff4a-ea0a-47fa-aa55-a7eaf5915b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:41.456584 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc8550-ef4d-444e-b4b1-068e5f5960a1 req-83c99f7a-c7b7-47e2-ba00-291b86db4b2c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:41.458175 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-41fc8550-ef4d-444e-b4b1-068e5f5960a1 req-83c99f7a-c7b7-47e2-ba00-291b86db4b2c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.2135231 Jun 11 19:49:41.496622 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-9a442ccf-d0d9-4edb-9007-6ecdc53440ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:41.498101 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-9a442ccf-d0d9-4edb-9007-6ecdc53440ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c HTTP/1.1" status: 200 len: 854 time: 0.1031258 Jun 11 19:49:41.499426 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e987ff4a-ea0a-47fa-aa55-a7eaf5915b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:41.502349 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e987ff4a-ea0a-47fa-aa55-a7eaf5915b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:41.504787 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e987ff4a-ea0a-47fa-aa55-a7eaf5915b73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1fc6fa4-dda6-4f55-b121-45c8655d388b HTTP/1.1" status: 204 len: 168 time: 0.2509656 Jun 11 19:49:41.504927 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-728e69be-bb53-4724-a79c-30528abc468c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:41.514807 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987ff4a-ea0a-47fa-aa55-a7eaf5915b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fc6fa4-dda6-4f55-b121-45c8655d388b,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:41.517293 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e987ff4a-ea0a-47fa-aa55-a7eaf5915b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:41.561000 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-e7ffa1ca-1ac6-41bf-ae64-4920127af408 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516157 Jun 11 19:49:41.568114 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da84064-3334-4751-b837-fd19aeacdfd8 req-2e161ff1-b15f-4dff-930b-29d528aa7547 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:41.575607 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1da84064-3334-4751-b837-fd19aeacdfd8 req-2e161ff1-b15f-4dff-930b-29d528aa7547 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 945 time: 0.2166088 Jun 11 19:49:41.579781 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-41fc8550-ef4d-444e-b4b1-068e5f5960a1 req-e9cdc546-95ce-4682-abbc-2bcfef64cdd6 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155169 Jun 11 19:49:41.702385 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1da84064-3334-4751-b837-fd19aeacdfd8 req-70c18cf8-a4d9-4f55-97ab-ed2390c89ab5 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258674 Jun 11 19:49:41.725756 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48902) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:41.741833 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-94d928a6-711e-4c03-a471-f81330f6322a service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605196 Jun 11 19:49:41.854064 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-21694099-2a66-446f-9039-9b4048a502f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:41.891280 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d95f2f3c-cc70-4378-817a-891bd02b6f59 req-66bbb85b-1c74-4f1d-ae88-3af5125f0dc9 service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336429 Jun 11 19:49:42.005620 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-21694099-2a66-446f-9039-9b4048a502f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.041245 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48916) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:42.097189 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94b87c8-9e50-488a-bb2c-ea6cee266927 admin admin] Deleting subnet a81b2483-2f5a-443a-8ef8-3714fa2c6a00 {{(pid=98768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:49:42.100779 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e94b87c8-9e50-488a-bb2c-ea6cee266927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.141120 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e94b87c8-9e50-488a-bb2c-ea6cee266927 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.149656 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e94b87c8-9e50-488a-bb2c-ea6cee266927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.175615 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-21694099-2a66-446f-9039-9b4048a502f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.180875 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8ee30930-3a67-444d-94aa-7e1cf307b7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:42.206138 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 48918) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:42.223317 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-888cb577-9971-4504-bbb4-3cad6d60ddb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.243723 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-21694099-2a66-446f-9039-9b4048a502f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3660e53d7bf6438fa8c79d4b3be7feec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146832 Jun 11 19:49:42.243723 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21694099-2a66-446f-9039-9b4048a502f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823431a5-a1ab-46f7-908d-b982406aa537,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:42.244028 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 48922) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:42.245599 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-21694099-2a66-446f-9039-9b4048a502f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:42.359645 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e94b87c8-9e50-488a-bb2c-ea6cee266927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.362804 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:42.366510 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b859da9d-7394-4efe-9279-ec3836d61590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.394892 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e94b87c8-9e50-488a-bb2c-ea6cee266927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.396743 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e94b87c8-9e50-488a-bb2c-ea6cee266927 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a81b2483-2f5a-443a-8ef8-3714fa2c6a00 HTTP/1.1" status: 204 len: 168 time: 0.3545382 Jun 11 19:49:42.397769 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b87c8-9e50-488a-bb2c-ea6cee266927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81b2483-2f5a-443a-8ef8-3714fa2c6a00,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:42.400922 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e94b87c8-9e50-488a-bb2c-ea6cee266927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:42.401576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48924) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:42.408491 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b859da9d-7394-4efe-9279-ec3836d61590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.466537 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-888cb577-9971-4504-bbb4-3cad6d60ddb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.486201 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d676bd6-f5ca-4357-b82d-20e483e48124 req-f23ebfa1-a627-4954-89f8-7bea2972ca73 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:42.487738 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0d676bd6-f5ca-4357-b82d-20e483e48124 req-f23ebfa1-a627-4954-89f8-7bea2972ca73 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 943 time: 0.1681087 Jun 11 19:49:42.531390 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-888cb577-9971-4504-bbb4-3cad6d60ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.536882 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0d676bd6-f5ca-4357-b82d-20e483e48124 req-7641b030-7e70-4f07-9881-a85732858489 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Jun 11 19:49:42.539039 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:42.584700 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-888cb577-9971-4504-bbb4-3cad6d60ddb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2a58d96b32b4335ae934d6895af3ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769283 Jun 11 19:49:42.585851 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cb577-9971-4504-bbb4-3cad6d60ddb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d813237-7c75-4719-9f84-c1236dcc1eb5,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:42.588194 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 48926) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:42.590758 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-888cb577-9971-4504-bbb4-3cad6d60ddb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:42.596118 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b859da9d-7394-4efe-9279-ec3836d61590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.599448 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b859da9d-7394-4efe-9279-ec3836d61590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.601319 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-b859da9d-7394-4efe-9279-ec3836d61590 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/823431a5-a1ab-46f7-908d-b982406aa537 HTTP/1.1" status: 204 len: 168 time: 0.3560073 Jun 11 19:49:42.608870 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:42.629380 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859da9d-7394-4efe-9279-ec3836d61590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823431a5-a1ab-46f7-908d-b982406aa537,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:42.634233 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b859da9d-7394-4efe-9279-ec3836d61590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:42.672823 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-497f48a9-cc67-444d-a18d-bff8045e258d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.686560 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.705623 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-497f48a9-cc67-444d-a18d-bff8045e258d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.840132 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.846276 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-497f48a9-cc67-444d-a18d-bff8045e258d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.851510 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-497f48a9-cc67-444d-a18d-bff8045e258d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:42.855254 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-497f48a9-cc67-444d-a18d-bff8045e258d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d813237-7c75-4719-9f84-c1236dcc1eb5 HTTP/1.1" status: 204 len: 168 time: 0.2637243 Jun 11 19:49:42.860241 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:42.860241 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:42.860470 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:42.860557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:42.860557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > port after_create 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:42.860557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:42.860557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > port after_update 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:42.860557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:42.860557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:42.860557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:42.860557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:42.867912 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f48a9-cc67-444d-a18d-bff8045e258d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d813237-7c75-4719-9f84-c1236dcc1eb5,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:42.876719 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b85fe-c52d-4e75-8d7b-39bbf0778c9b req-3c29b754-d77f-4dc9-888e-1cf14fa27f2a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:42.878328 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-982b85fe-c52d-4e75-8d7b-39bbf0778c9b req-3c29b754-d77f-4dc9-888e-1cf14fa27f2a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1024015 Jun 11 19:49:42.879596 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-497f48a9-cc67-444d-a18d-bff8045e258d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:42.962584 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-982b85fe-c52d-4e75-8d7b-39bbf0778c9b req-4308cf1b-d68d-4896-a918-355ad7066cd3 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727580 Jun 11 19:49:42.981724 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243943c1-b71e-44a8-a98b-29481f755451 req-dbe11b59-a609-4286-b3b9-fd7c2f57daf2 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:42.983187 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-243943c1-b71e-44a8-a98b-29481f755451 req-dbe11b59-a609-4286-b3b9-fd7c2f57daf2 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 945 time: 0.1032236 Jun 11 19:49:43.030154 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-243943c1-b71e-44a8-a98b-29481f755451 req-0d517f8b-8a13-44c0-bc35-d936840e5109 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Jun 11 19:49:43.039553 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:43.044001 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:43.044001 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:43.044001 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:49:43.044001 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7fd308-d6b3-468d-b1b5-e6e04d983a90']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:49:43.070389 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de980ff3-4ea9-4ba9-83bb-920dd3cc0b63') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:49:43.073718 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de980ff3-4ea9-4ba9-83bb-920dd3cc0b63') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:49:43.087240 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.108721 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.118299 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:49:43.118863 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: from cryptography.utils import int_from_bytes Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: from cryptography.utils import int_from_bytes Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: retrieve_revision_numbers = { Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: retrieve_revision_numbers = { Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: retrieve_revision_numbers = { Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: retrieve_revision_numbers = { Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: retrieve_revision_numbers = { Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: retrieve_revision_numbers = { Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: retrieve_revision_numbers = { Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:49:43.123040 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:49:43.276608 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.280661 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:43.284627 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.289895 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9c7fd308-d6b3-468d-b1b5-e6e04d983a90 HTTP/1.1" status: 204 len: 168 time: 0.8873956 Jun 11 19:49:43.301882 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7fd308-d6b3-468d-b1b5-e6e04d983a90,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:43.304259 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:43.412034 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 48950) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:43.488671 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 48954) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:43.503923 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9d8b68e8-a78e-481a-a1e7-927725ea3448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.579212 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 819996c3-9e3b-4469-9387-6f42d6d31493 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:49:43.599478 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9d8b68e8-a78e-481a-a1e7-927725ea3448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.711421 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9d8b68e8-a78e-481a-a1e7-927725ea3448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.716299 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a5df33c4-2328-4167-81a1-0149d813eeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.720239 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 819996c3-9e3b-4469-9387-6f42d6d31493 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:49:43.725221 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 819996c3-9e3b-4469-9387-6f42d6d31493 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:43.726034 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.739784 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-799c065f-1348-4753-999d-fd2d3e67171a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:43.765364 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48964) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:43.793093 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-9d8b68e8-a78e-481a-a1e7-927725ea3448 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ebb73db008a4a7ebd6e395d29ab1c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009472 Jun 11 19:49:43.794402 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48966) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:43.803540 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b68e8-a78e-481a-a1e7-927725ea3448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc239c3b-3561-467a-a2bc-819320cee3f2,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:43.808428 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-9d8b68e8-a78e-481a-a1e7-927725ea3448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:43.830173 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.844341 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684f11c-94d4-4d6d-a14d-775ca97a94d9 req-32d6db48-a0a1-46c5-8b8b-d2261e645c12 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:43.845864 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9684f11c-94d4-4d6d-a14d-775ca97a94d9 req-32d6db48-a0a1-46c5-8b8b-d2261e645c12 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 943 time: 0.1849089 Jun 11 19:49:43.860798 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819996c3-9e3b-4469-9387-6f42d6d31493'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:43.865062 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cce4ef-ae9f-4f38-a01a-2f8fdc9b77d7" -d '{"events": [{"server_uuid": "9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3", "name": "network-vif-plugged", "status": "completed", "tag": "819996c3-9e3b-4469-9387-6f42d6d31493"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:43.904677 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 819996c3-9e3b-4469-9387-6f42d6d31493, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=819996c3-9e3b-4469-9387-6f42d6d31493,segment=NetworkSegment(61be97f8-ac16-4b3c-b005-f027e3a7c665),segment_id=61be97f8-ac16-4b3c-b005-f027e3a7c665)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:43.911024 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-54642498-9594-4f1f-ad26-64c27153a434 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8619c2a3569f46dfbd8e2457977460b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1442132 Jun 11 19:49:43.914196 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 48970) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:43.918677 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0b39c0e6-2d5d-4f4c-8008-b8309c5fefe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.923926 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61079980-350c-494f-a83f-6d3cba2b4be7 x-openstack-request-id: req-61079980-350c-494f-a83f-6d3cba2b4be7 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:43.924389 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3", "name": "network-vif-plugged", "status": "completed", "tag": "819996c3-9e3b-4469-9387-6f42d6d31493", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:43.924640 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61079980-350c-494f-a83f-6d3cba2b4be7 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:43.925030 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819996c3-9e3b-4469-9387-6f42d6d31493', 'code': 200} Jun 11 19:49:43.927056 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9684f11c-94d4-4d6d-a14d-775ca97a94d9 req-ffcadfa5-fcb9-4481-9705-a38eed47daf1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718060 Jun 11 19:49:43.958157 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0b39c0e6-2d5d-4f4c-8008-b8309c5fefe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.963563 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:43.966661 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:43.970660 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a5df33c4-2328-4167-81a1-0149d813eeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.027111 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e5116fd8-58ec-4028-8ee1-699ed83b3b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.063264 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=819996c3-9e3b-4469-9387-6f42d6d31493,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:44.066114 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a5df33c4-2328-4167-81a1-0149d813eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.072550 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e5116fd8-58ec-4028-8ee1-699ed83b3b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.073491 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.073953 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.074230 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:44.074448 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.074871 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.075381 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.075801 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.076256 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.076801 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.077385 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.077919 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.078522 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.079052 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:49:44.085118 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:44.161247 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df33c4-2328-4167-81a1-0149d813eeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ff38d-b60a-491f-9736-2f0c9eee88a9,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:44.165011 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a5df33c4-2328-4167-81a1-0149d813eeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:44.183807 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-a5df33c4-2328-4167-81a1-0149d813eeb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb158cf4bc354916a582e0b1abc4b657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7676694 Jun 11 19:49:44.184245 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 48978) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:44.200336 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0b39c0e6-2d5d-4f4c-8008-b8309c5fefe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.203497 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0b39c0e6-2d5d-4f4c-8008-b8309c5fefe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.210282 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-0b39c0e6-2d5d-4f4c-8008-b8309c5fefe2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc239c3b-3561-467a-a2bc-819320cee3f2 HTTP/1.1" status: 204 len: 168 time: 0.4100184 Jun 11 19:49:44.211827 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d3598998-ece7-4d6e-95d6-92a3ac5e1e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:44.232996 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39c0e6-2d5d-4f4c-8008-b8309c5fefe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc239c3b-3561-467a-a2bc-819320cee3f2,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:44.244469 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-0b39c0e6-2d5d-4f4c-8008-b8309c5fefe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:44.283233 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-33ff882d-c462-47a0-bdbd-2f59734c0108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.286955 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3a3a-e253-4fe3-8873-8c5699d4ae3c req-3620c417-d05f-4f08-93c1-4afbf61fe90e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:44.289079 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-697b3a3a-e253-4fe3-8873-8c5699d4ae3c req-3620c417-d05f-4f08-93c1-4afbf61fe90e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1788003 Jun 11 19:49:44.301186 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4ebb3-1c79-4ff8-b6b6-d9cecd2f0e59 req-58e660d1-992d-47c8-8e20-dfa3a03698bc tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:44.302924 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6fd4ebb3-1c79-4ff8-b6b6-d9cecd2f0e59 req-58e660d1-992d-47c8-8e20-dfa3a03698bc tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 946 time: 0.1329484 Jun 11 19:49:44.317494 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-33ff882d-c462-47a0-bdbd-2f59734c0108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.347949 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e5116fd8-58ec-4028-8ee1-699ed83b3b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.351975 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e5116fd8-58ec-4028-8ee1-699ed83b3b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.355726 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-e5116fd8-58ec-4028-8ee1-699ed83b3b3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3713267b-492a-4d1e-8e23-fa84c2e01249 HTTP/1.1" status: 204 len: 168 time: 0.4361534 Jun 11 19:49:44.360910 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-497cc4ef-97b0-4687-a59c-b574a4d13c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:44.429226 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-697b3a3a-e253-4fe3-8873-8c5699d4ae3c req-d1ab847e-0e04-4b1d-83e1-0e03cabdff6b tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254768 Jun 11 19:49:44.429938 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5116fd8-58ec-4028-8ee1-699ed83b3b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713267b-492a-4d1e-8e23-fa84c2e01249,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:44.442332 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e5116fd8-58ec-4028-8ee1-699ed83b3b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:44.446703 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6fd4ebb3-1c79-4ff8-b6b6-d9cecd2f0e59 req-865b1162-9c6b-41bc-96db-4dc8ed428b92 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354508 Jun 11 19:49:44.456934 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-33ff882d-c462-47a0-bdbd-2f59734c0108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.460006 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-33ff882d-c462-47a0-bdbd-2f59734c0108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:44.463668 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-33ff882d-c462-47a0-bdbd-2f59734c0108 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e62ff38d-b60a-491f-9736-2f0c9eee88a9 HTTP/1.1" status: 204 len: 168 time: 0.2758508 Jun 11 19:49:44.463668 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-678c2434-3d59-469e-8173-731ebee2936e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:44.473977 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff882d-c462-47a0-bdbd-2f59734c0108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ff38d-b60a-491f-9736-2f0c9eee88a9,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:44.482141 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-33ff882d-c462-47a0-bdbd-2f59734c0108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:44.515203 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49195ae8-0bf6-4234-bcac-c25cc6799d07 req-3c93bd82-0adb-4ebe-94cf-f3cedd3f1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:44.516828 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-49195ae8-0bf6-4234-bcac-c25cc6799d07 req-3c93bd82-0adb-4ebe-94cf-f3cedd3f1ed4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 1099 time: 0.1488614 Jun 11 19:49:44.563996 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-49195ae8-0bf6-4234-bcac-c25cc6799d07 req-b51199cb-2b0b-4cdc-898e-95d4a2752359 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Jun 11 19:49:45.109658 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511ab0e-ff38-460c-bd7f-d6fd40b559b1 req-4254110d-26ca-42d1-980f-041444d57ee1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:45.111113 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4511ab0e-ff38-460c-bd7f-d6fd40b559b1 req-4254110d-26ca-42d1-980f-041444d57ee1 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 943 time: 0.0683725 Jun 11 19:49:45.152688 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4511ab0e-ff38-460c-bd7f-d6fd40b559b1 req-013a1834-6b79-4065-8b07-12ddb6af8a3f tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345786 Jun 11 19:49:45.429000 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49020) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:45.444315 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9725b51f-c3c7-42f7-a629-d162fcfe909e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:45.567613 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9725b51f-c3c7-42f7-a629-d162fcfe909e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:45.574253 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device f9a330de-1852-446f-ab67-0f37075cd266 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:49:45.648635 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9725b51f-c3c7-42f7-a629-d162fcfe909e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:45.652023 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1f8f9a39-d9fe-4152-9daf-d84619a79ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:45.747203 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725b51f-c3c7-42f7-a629-d162fcfe909e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b473a0-e86e-498c-887f-61e49da80e9f,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:45.751860 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753f207-9cf2-495d-889f-94e2b1f805ea req-7872abdb-18b6-4301-a014-34603d98b0c0 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:45.759506 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1753f207-9cf2-495d-889f-94e2b1f805ea req-7872abdb-18b6-4301-a014-34603d98b0c0 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 946 time: 0.1376770 Jun 11 19:49:45.777111 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-9725b51f-c3c7-42f7-a629-d162fcfe909e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5d5db7e89104f9bb04a02c0cc17f5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469825 Jun 11 19:49:45.784263 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49036) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:45.784263 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-9725b51f-c3c7-42f7-a629-d162fcfe909e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:45.788778 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca31f9d-26a1-46e9-b06f-93999c484a71 req-a4f90df4-ed1d-41f1-895f-bf3bbaa88639 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:45.796389 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-aca31f9d-26a1-46e9-b06f-93999c484a71 req-a4f90df4-ed1d-41f1-895f-bf3bbaa88639 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1856604 Jun 11 19:49:45.825032 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1753f207-9cf2-495d-889f-94e2b1f805ea req-4948eed1-5891-4c44-95b0-7172c17a6a5b tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646250 Jun 11 19:49:45.835599 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be63-93d4-4c0e-8768-0a3247e32ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:45.880028 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-aca31f9d-26a1-46e9-b06f-93999c484a71 req-3ba3967a-9e9d-41fc-aab7-44c1f0ba63ba tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825832 Jun 11 19:49:45.889471 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be63-93d4-4c0e-8768-0a3247e32ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:45.971404 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port f9a330de-1852-446f-ab67-0f37075cd266, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f9a330de-1852-446f-ab67-0f37075cd266,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:45.984157 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': 'f9a330de-1852-446f-ab67-0f37075cd266', 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9', 'port_id': 'f9a330de-1852-446f-ab67-0f37075cd266', 'mac_address': 'fa:16:3e:8b:d7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:49:46.031060 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:46.054415 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a330de-1852-446f-ab67-0f37075cd266 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:49:46.057237 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be63-93d4-4c0e-8768-0a3247e32ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:46.060377 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be63-93d4-4c0e-8768-0a3247e32ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:46.062759 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-a3e2be63-93d4-4c0e-8768-0a3247e32ce3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57b473a0-e86e-498c-887f-61e49da80e9f HTTP/1.1" status: 204 len: 168 time: 0.2817123 Jun 11 19:49:46.062759 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:46.071790 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2be63-93d4-4c0e-8768-0a3247e32ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b473a0-e86e-498c-887f-61e49da80e9f,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:46.074891 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a3e2be63-93d4-4c0e-8768-0a3247e32ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:46.095565 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port f9a330de-1852-446f-ab67-0f37075cd266, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f9a330de-1852-446f-ab67-0f37075cd266,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:46.170679 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:46.172535 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-bc6337f8-01eb-4b9b-a7b8-4a42504c3f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:46.229690 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=f9a330de-1852-446f-ab67-0f37075cd266,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:46.242129 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:46.339495 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89096c61-69be-4b86-be43-d4e7f2ad1d1b req-927af10d-0239-4a78-b224-c7347b9f25c3 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:46.341517 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-89096c61-69be-4b86-be43-d4e7f2ad1d1b req-927af10d-0239-4a78-b224-c7347b9f25c3 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 944 time: 0.0739410 Jun 11 19:49:46.387424 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-89096c61-69be-4b86-be43-d4e7f2ad1d1b req-348d613a-39c2-4bf1-b542-9eccb978cdbe tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385380 Jun 11 19:49:46.621950 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['f9a330de-1852-446f-ab67-0f37075cd266'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:49:47.029695 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fd166-8f04-4e6d-8c92-b6714b66e0d0 req-fb55b0e5-97c2-4484-991f-54656f8dbe98 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:47.031968 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8a5fd166-8f04-4e6d-8c92-b6714b66e0d0 req-fb55b0e5-97c2-4484-991f-54656f8dbe98 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 946 time: 0.0764112 Jun 11 19:49:47.085019 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8a5fd166-8f04-4e6d-8c92-b6714b66e0d0 req-b1396518-e056-41ea-bf37-85b2ef85b415 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Jun 11 19:49:47.264432 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e471-2850-4f74-896e-af04a803f801 req-9e2d4e56-3637-4dff-8478-d3ac8b49624f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:47.265933 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c8e2e471-2850-4f74-896e-af04a803f801 req-9e2d4e56-3637-4dff-8478-d3ac8b49624f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0814741 Jun 11 19:49:47.311624 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c8e2e471-2850-4f74-896e-af04a803f801 req-6adb26e9-573c-475c-a61e-c28124a20273 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365386 Jun 11 19:49:47.676189 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd270372-7a67-4d4f-a532-24e5cdb1bb73 req-c6768a3e-7007-4036-8b31-0fb06e8d9f6b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:47.701460 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd270372-7a67-4d4f-a532-24e5cdb1bb73 req-c6768a3e-7007-4036-8b31-0fb06e8d9f6b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 944 time: 0.1151786 Jun 11 19:49:47.761099 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd270372-7a67-4d4f-a532-24e5cdb1bb73 req-625869cd-3c7e-4ef3-b5be-d344e6bcc53f tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506377 Jun 11 19:49:48.543058 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7991be-22af-48cb-a529-58540cc34d98 req-0aa4e7c4-bff0-44ca-9e08-657890d1d5d5 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:48.544800 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b7991be-22af-48cb-a529-58540cc34d98 req-0aa4e7c4-bff0-44ca-9e08-657890d1d5d5 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1072290 Jun 11 19:49:48.586965 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b7991be-22af-48cb-a529-58540cc34d98 req-d7604422-59b6-470b-8ae2-bd8bd876d490 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362978 Jun 11 19:49:48.971746 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470db0a-bed1-4877-9f88-62d5b0a44736 req-5cd055bc-a1b8-486c-b385-b1e52735fc8d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:48.972697 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9470db0a-bed1-4877-9f88-62d5b0a44736 req-5cd055bc-a1b8-486c-b385-b1e52735fc8d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 944 time: 0.0939808 Jun 11 19:49:49.019203 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9470db0a-bed1-4877-9f88-62d5b0a44736 req-3ecd5810-7cb3-47da-b433-6d6124037142 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 Jun 11 19:49:49.586208 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device f9a330de-1852-446f-ab67-0f37075cd266 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:49:49.705632 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port f9a330de-1852-446f-ab67-0f37075cd266 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:49:49.711666 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port f9a330de-1852-446f-ab67-0f37075cd266 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:49:49.715589 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:49.783596 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792355d3-e9fb-4032-8b28-85daee611002 req-6418045e-4fde-46bb-91d8-c89fd3ee1ea4 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:49.786914 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-792355d3-e9fb-4032-8b28-85daee611002 req-6418045e-4fde-46bb-91d8-c89fd3ee1ea4 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0768352 Jun 11 19:49:49.812286 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:49.833449 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-792355d3-e9fb-4032-8b28-85daee611002 req-3c003c74-72c7-47b6-9625-b6539d957c09 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Jun 11 19:49:49.840883 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b37ac3-1dd9-4487-9182-008b47e24d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a330de-1852-446f-ab67-0f37075cd266'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:49.843130 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3975733e-07bc-4b22-a757-ec14f1660e29" -d '{"events": [{"server_uuid": "21b37ac3-1dd9-4487-9182-008b47e24d82", "name": "network-vif-plugged", "status": "completed", "tag": "f9a330de-1852-446f-ab67-0f37075cd266"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:49.857382 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port f9a330de-1852-446f-ab67-0f37075cd266, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f9a330de-1852-446f-ab67-0f37075cd266,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:49.879416 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c01ab7-ceac-4e0e-bad3-5ee1004ec78f x-openstack-request-id: req-26c01ab7-ceac-4e0e-bad3-5ee1004ec78f {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:49.879716 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b37ac3-1dd9-4487-9182-008b47e24d82", "name": "network-vif-plugged", "status": "completed", "tag": "f9a330de-1852-446f-ab67-0f37075cd266", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:49.879989 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26c01ab7-ceac-4e0e-bad3-5ee1004ec78f {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:49.880416 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b37ac3-1dd9-4487-9182-008b47e24d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a330de-1852-446f-ab67-0f37075cd266', 'code': 200} Jun 11 19:49:49.956511 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:49.960590 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-b8f44085-70ce-479e-8267-f08acac2d7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:50.018081 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=f9a330de-1852-446f-ab67-0f37075cd266,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:50.027344 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:50.208222 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef805080-2f7f-4345-b8c6-d8a4271cb969 req-09ccb436-bb1c-4152-9493-8465731b2b7a tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:50.209714 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ef805080-2f7f-4345-b8c6-d8a4271cb969 req-09ccb436-bb1c-4152-9493-8465731b2b7a tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 945 time: 0.0705478 Jun 11 19:49:50.254820 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ef805080-2f7f-4345-b8c6-d8a4271cb969 req-05f474ba-1b0b-4bfd-b3f6-f5857c5f580c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392129 Jun 11 19:49:50.371425 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528104e-9d20-4bab-ae7f-a24b70e25954 req-57b59026-1e35-428a-aad2-4d1df3c7883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:50.372937 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f528104e-9d20-4bab-ae7f-a24b70e25954 req-57b59026-1e35-428a-aad2-4d1df3c7883a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 1098 time: 0.0658700 Jun 11 19:49:50.421965 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f528104e-9d20-4bab-ae7f-a24b70e25954 req-08001baf-d703-4f29-a158-1cf99c831baa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Jun 11 19:49:51.151332 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0c58-429d-4dab-807c-a9a4b6a839f0 req-0107f7c6-8a7d-4617-8547-4bc9ddeebe5a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:51.152981 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a17b0c58-429d-4dab-807c-a9a4b6a839f0 req-0107f7c6-8a7d-4617-8547-4bc9ddeebe5a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0728343 Jun 11 19:49:51.195987 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a17b0c58-429d-4dab-807c-a9a4b6a839f0 req-0ad6c38a-aa89-4257-b43f-a80e38d0f462 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372648 Jun 11 19:49:51.436585 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-db9e97cc-f462-4bb3-8ab3-d86191d20871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:51.444438 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935d899-890a-4aa5-96b2-709e7d3782f5 req-758d9f46-b656-4843-809c-84deec6df23e tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:51.446241 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6935d899-890a-4aa5-96b2-709e7d3782f5 req-758d9f46-b656-4843-809c-84deec6df23e tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 945 time: 0.0768247 Jun 11 19:49:51.490363 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6935d899-890a-4aa5-96b2-709e7d3782f5 req-24814db6-90c3-4f8c-9e29-e44500a574d4 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 Jun 11 19:49:51.985567 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1720a7-1185-483f-aa6d-fd6ce9a2dc7b req-0bd0e48d-2427-40e0-a76f-176953b6f8a6 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:51.987196 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0f1720a7-1185-483f-aa6d-fd6ce9a2dc7b req-0bd0e48d-2427-40e0-a76f-176953b6f8a6 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 946 time: 0.0734553 Jun 11 19:49:52.030500 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0f1720a7-1185-483f-aa6d-fd6ce9a2dc7b req-bc533096-05ad-44c0-a7bd-61d6171d1daa tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369074 Jun 11 19:49:52.388210 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9144976-8da8-41c5-90c9-0dc9d25e2c20 req-4d062a4a-c78c-477f-b263-1dbb905ac950 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:52.389780 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c9144976-8da8-41c5-90c9-0dc9d25e2c20 req-4d062a4a-c78c-477f-b263-1dbb905ac950 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0777442 Jun 11 19:49:52.439449 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c9144976-8da8-41c5-90c9-0dc9d25e2c20 req-53264b4a-1d9d-4299-be9a-93ae73da029e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Jun 11 19:49:52.661199 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49320) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:52.676358 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e818c61-814e-4c40-9b56-58f731ad1d82 req-c95338f5-3a0b-48ef-a93f-b1b503149b1f tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:52.677904 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7e818c61-814e-4c40-9b56-58f731ad1d82 req-c95338f5-3a0b-48ef-a93f-b1b503149b1f tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 945 time: 0.0732718 Jun 11 19:49:52.734720 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7e818c61-814e-4c40-9b56-58f731ad1d82 req-c089fc2e-93c6-4584-a430-f20c48c30a28 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 Jun 11 19:49:52.797928 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c3f04af0-6b22-4bca-8c9a-38032d1df83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:52.891547 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c3f04af0-6b22-4bca-8c9a-38032d1df83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:52.982721 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c3f04af0-6b22-4bca-8c9a-38032d1df83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:52.986870 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-9e990124-fce4-49f6-8915-d2c17cfb1c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:53.033573 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f04af0-6b22-4bca-8c9a-38032d1df83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95f7425-d57d-404e-afe2-dc796f15d9d5,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:53.037993 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c3f04af0-6b22-4bca-8c9a-38032d1df83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:53.041281 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-c3f04af0-6b22-4bca-8c9a-38032d1df83c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ce1bbb8e670437888948560e6986931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785739 Jun 11 19:49:53.046233 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49340) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:53.136700 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-76c1bf1d-4e8b-48f2-bfbb-732fc2b2e272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:53.195192 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-76c1bf1d-4e8b-48f2-bfbb-732fc2b2e272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:53.259934 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261d0da-c3de-4423-9ad9-7ab968245e77 req-fb4bc2fc-86c7-4d5e-817b-54f81f67fa49 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:53.261434 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7261d0da-c3de-4423-9ad9-7ab968245e77 req-fb4bc2fc-86c7-4d5e-817b-54f81f67fa49 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 946 time: 0.0771794 Jun 11 19:49:53.305875 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7261d0da-c3de-4423-9ad9-7ab968245e77 req-d100b7fa-9ab7-4fb5-baa7-66e26d9c8cd4 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368414 Jun 11 19:49:53.337166 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-76c1bf1d-4e8b-48f2-bfbb-732fc2b2e272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:53.340257 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-76c1bf1d-4e8b-48f2-bfbb-732fc2b2e272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:53.341275 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-76c1bf1d-4e8b-48f2-bfbb-732fc2b2e272 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f95f7425-d57d-404e-afe2-dc796f15d9d5 HTTP/1.1" status: 204 len: 168 time: 0.2941651 Jun 11 19:49:53.342285 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-964c37c4-3d6a-4021-b0e1-91a5c36670ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:53.354900 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1bf1d-4e8b-48f2-bfbb-732fc2b2e272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95f7425-d57d-404e-afe2-dc796f15d9d5,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:53.357463 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-76c1bf1d-4e8b-48f2-bfbb-732fc2b2e272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:53.627527 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-01eb1d18-9d1e-4cc8-8e09-d0f9c3d527f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984511 Jun 11 19:49:53.656048 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb6321-d70d-4b93-a38b-73413a4b5b9d req-f502c059-95d4-41da-b5d8-7a7391c35ec7 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:53.657513 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7adb6321-d70d-4b93-a38b-73413a4b5b9d req-f502c059-95d4-41da-b5d8-7a7391c35ec7 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0825710 Jun 11 19:49:53.712740 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7adb6321-d70d-4b93-a38b-73413a4b5b9d req-1a9a20cb-2537-418e-8755-41d8438bc615 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489984 Jun 11 19:49:53.765213 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-327426b9-4a6b-48fb-9313-443579bd6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:53.766841 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-327426b9-4a6b-48fb-9313-443579bd6a11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 1098 time: 0.0662620 Jun 11 19:49:53.912825 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-9a183b35-8012-4875-8c69-944737b79294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:53.914336 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-9a183b35-8012-4875-8c69-944737b79294 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 200 len: 915 time: 0.1215806 Jun 11 19:49:54.012873 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-7bc8d3be-d886-4ae2-ad2e-7ab8a057ddae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 HTTP/1.1" status: 200 len: 217 time: 0.0767968 Jun 11 19:49:54.036190 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4cd90881-43e3-46a2-86c7-1ce8b5de30b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.055332 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49380) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:54.074102 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6031ab12-db05-4fb9-bb09-1d7610c7e1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.086513 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-78d17c95-dab4-4e59-8fb1-b159343d101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:54.087926 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-78d17c95-dab4-4e59-8fb1-b159343d101d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c HTTP/1.1" status: 200 len: 854 time: 0.0662968 Jun 11 19:49:54.099807 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-966d9490-21df-4441-89db-ae4215e36293 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:54.101707 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-966d9490-21df-4441-89db-ae4215e36293 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 946 time: 0.1590452 Jun 11 19:49:54.105872 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.173276 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6031ab12-db05-4fb9-bb09-1d7610c7e1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.249883 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6031ab12-db05-4fb9-bb09-1d7610c7e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.261842 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:54.314382 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031ab12-db05-4fb9-bb09-1d7610c7e1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa8c42e-7e77-488e-9bda-14841ea93c73,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:54.340031 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-6031ab12-db05-4fb9-bb09-1d7610c7e1bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa2e297f94124ca59de63d45b9638bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793744 Jun 11 19:49:54.341751 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-6031ab12-db05-4fb9-bb09-1d7610c7e1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:54.342418 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49398) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:54.431007 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-f67cdf30-02b6-48ff-8551-7e6507c6ffa6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3283541 Jun 11 19:49:54.436841 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-84bf30e0-f29e-43fb-8438-fa282346b7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.482411 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-84bf30e0-f29e-43fb-8438-fa282346b7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.498002 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49404) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:54.642217 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-84bf30e0-f29e-43fb-8438-fa282346b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.644978 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-84bf30e0-f29e-43fb-8438-fa282346b7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.646106 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-84bf30e0-f29e-43fb-8438-fa282346b7b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaa8c42e-7e77-488e-9bda-14841ea93c73 HTTP/1.1" status: 204 len: 168 time: 0.3024294 Jun 11 19:49:54.647155 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c3f04af0-6b22-4bca-8c9a-38032d1df83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:54.660736 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf30e0-f29e-43fb-8438-fa282346b7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa8c42e-7e77-488e-9bda-14841ea93c73,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:54.665494 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-84bf30e0-f29e-43fb-8438-fa282346b7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:54.718437 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e20eb708-7083-48f6-8cca-4dbeac04cff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.763617 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-8c19572b-2c3c-4ab1-8a15-f893dc8600cb service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158798 Jun 11 19:49:54.771175 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d79ef-75b3-4649-9cdc-e70743fa1251 req-f6fb0a29-6323-4d7e-aa16-5cd29e94d8b9 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:54.773314 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-377d79ef-75b3-4649-9cdc-e70743fa1251 req-f6fb0a29-6323-4d7e-aa16-5cd29e94d8b9 tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 946 time: 0.2802684 Jun 11 19:49:54.822295 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Deleting port 819996c3-9e3b-4469-9387-6f42d6d31493 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:49:54.822632 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:54.908060 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e20eb708-7083-48f6-8cca-4dbeac04cff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.030963 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e20eb708-7083-48f6-8cca-4dbeac04cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.034421 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-0b39c0e6-2d5d-4f4c-8008-b8309c5fefe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:55.048215 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49428) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:55.064687 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-377d79ef-75b3-4649-9cdc-e70743fa1251 req-fc1047c5-49f2-43e4-bd7c-d0bc8036f76c tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d57a611-b5b1-4b29-8957-074e717dba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617328 Jun 11 19:49:55.081173 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3987bce-e3ef-483c-8596-ccd0a0caee00 req-09d0f25a-0807-4538-932c-2ffe08bb50a5 service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056915 Jun 11 19:49:55.107675 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e20eb708-7083-48f6-8cca-4dbeac04cff5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b36797c87c204dbe8db30b559e0746c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060877 Jun 11 19:49:55.107675 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20eb708-7083-48f6-8cca-4dbeac04cff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64000c89-cfc3-44fa-a2cf-59357110f853,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:55.109697 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49432) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:55.120320 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e20eb708-7083-48f6-8cca-4dbeac04cff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:55.120606 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] For port 819996c3-9e3b-4469-9387-6f42d6d31493, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=819996c3-9e3b-4469-9387-6f42d6d31493,segment=NetworkSegment(61be97f8-ac16-4b3c-b005-f027e3a7c665),segment_id=61be97f8-ac16-4b3c-b005-f027e3a7c665)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:49:55.120606 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.180962 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-af3c5c50-011e-4782-9454-70831344b5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.213469 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-af3c5c50-011e-4782-9454-70831344b5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.214289 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.248400 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Calling delete_port for 819996c3-9e3b-4469-9387-6f42d6d31493 owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:49:55.264770 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-881fb1de-b201-4b89-b2c2-ceebd7c07d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.270122 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe779e59-0ce9-4b07-9e62-9a8711a9dc2a req-47b378fb-55f2-4827-8af8-45abd2bd1830 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:55.271577 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fe779e59-0ce9-4b07-9e62-9a8711a9dc2a req-47b378fb-55f2-4827-8af8-45abd2bd1830 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.3656859 Jun 11 19:49:55.357173 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-af3c5c50-011e-4782-9454-70831344b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.359797 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-af3c5c50-011e-4782-9454-70831344b5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.361136 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-af3c5c50-011e-4782-9454-70831344b5b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64000c89-cfc3-44fa-a2cf-59357110f853 HTTP/1.1" status: 204 len: 168 time: 0.2502625 Jun 11 19:49:55.363197 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-80f1c185-c018-4b41-806b-364b3a1e2eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:55.385525 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c5c50-011e-4782-9454-70831344b5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64000c89-cfc3-44fa-a2cf-59357110f853,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:55.388337 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-af3c5c50-011e-4782-9454-70831344b5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:55.405706 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fe779e59-0ce9-4b07-9e62-9a8711a9dc2a req-e0582f4c-31a6-464b-aced-34ba37c1c9d6 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216784 Jun 11 19:49:55.472858 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-881fb1de-b201-4b89-b2c2-ceebd7c07d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.576779 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-881fb1de-b201-4b89-b2c2-ceebd7c07d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.576918 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.580153 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-23b9b1e0-6e59-46ed-9004-661f6026e899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:55.581391 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:55.589907 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['819996c3-9e3b-4469-9387-6f42d6d31493'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:49:55.619911 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-881fb1de-b201-4b89-b2c2-ceebd7c07d2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad82ab2d2e094ad49e9a1a26a1500a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589156 Jun 11 19:49:55.620723 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fb1de-b201-4b89-b2c2-ceebd7c07d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758c34de-6471-4dda-9692-1a53926be1da,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:55.622442 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Pushing event deleted for resources: {'Port': ['ID=819996c3-9e3b-4469-9387-6f42d6d31493,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:55.623258 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49448) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:55.625584 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:55.629068 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-881fb1de-b201-4b89-b2c2-ceebd7c07d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:55.704859 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e205e181-5213-4e64-abf7-ac582453ff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.733924 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e205e181-5213-4e64-abf7-ac582453ff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.736650 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] No DVR routers for this DVR port 819996c3-9e3b-4469-9387-6f42d6d31493 on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:49:55.753611 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.756496 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29bab3ba-be13-4f32-9149-dd43e56d16f3 req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.43 "DELETE /v2.0/ports/819996c3-9e3b-4469-9387-6f42d6d31493 HTTP/1.1" status: 204 len: 173 time: 1.6456211 Jun 11 19:49:55.756608 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3', 'name': 'network-vif-deleted', 'tag': '819996c3-9e3b-4469-9387-6f42d6d31493'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:49:55.759044 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b613874-7dc3-434b-99b0-f110437ee50c" -d '{"events": [{"server_uuid": "9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3", "name": "network-vif-deleted", "tag": "819996c3-9e3b-4469-9387-6f42d6d31493"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:49:55.822970 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c79d3e-7dd4-4d87-890f-a5b37c3d2740 x-openstack-request-id: req-d2c79d3e-7dd4-4d87-890f-a5b37c3d2740 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:49:55.823546 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3", "name": "network-vif-deleted", "tag": "819996c3-9e3b-4469-9387-6f42d6d31493", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:49:55.823546 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2c79d3e-7dd4-4d87-890f-a5b37c3d2740 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:49:55.824208 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3', 'name': 'network-vif-deleted', 'tag': '819996c3-9e3b-4469-9387-6f42d6d31493', 'status': 'completed', 'code': 200} Jun 11 19:49:55.919923 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e205e181-5213-4e64-abf7-ac582453ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.929812 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e205e181-5213-4e64-abf7-ac582453ff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:55.931408 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e205e181-5213-4e64-abf7-ac582453ff02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/758c34de-6471-4dda-9692-1a53926be1da HTTP/1.1" status: 204 len: 168 time: 0.3074377 Jun 11 19:49:55.932412 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:55.947216 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205e181-5213-4e64-abf7-ac582453ff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758c34de-6471-4dda-9692-1a53926be1da,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:55.955210 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e205e181-5213-4e64-abf7-ac582453ff02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:56.211975 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-d01c8770-718b-4672-9591-831b9b8f0cd7 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:56.214836 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-d01c8770-718b-4672-9591-831b9b8f0cd7 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/networks?id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 200 len: 814 time: 0.1754963 Jun 11 19:49:56.239992 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-e7e4d564-f06d-43f1-895e-1e41ce935973 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/quotas/c7bbdea526ad478f8c2c53883fa20609 HTTP/1.1" status: 200 len: 375 time: 0.0192864 Jun 11 19:49:56.265785 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cefdfdd6-41c0-4e9b-bfa8-11f4260cf0d9 req-3d55b00d-c5ba-4c9a-a157-822c54017ebc tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f2561a4-cefc-4d5a-b9f6-0e6fd523fde3 HTTP/1.1" status: 200 len: 210 time: 0.0483367 Jun 11 19:49:56.346344 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-b216b953-ef6d-4dab-8edf-d502bba8e752 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862770 Jun 11 19:49:56.505642 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c35999a7-6d46-4c8d-a5c2-2ab2a3fec312 service neutron] 10.222.0.37 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516504 Jun 11 19:49:56.674898 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-e5ce5d65-2ba1-4a0a-9faa-bca919d3283c service neutron] 10.222.0.37 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657178 Jun 11 19:49:56.690061 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc36b3-be62-4a2e-a8ab-8b6c59a6df18 req-1bd3c96a-a51c-4961-9d27-aa4e4bb2c53b tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:56.691480 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b5fc36b3-be62-4a2e-a8ab-8b6c59a6df18 req-1bd3c96a-a51c-4961-9d27-aa4e4bb2c53b tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1462946 Jun 11 19:49:56.739919 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b5fc36b3-be62-4a2e-a8ab-8b6c59a6df18 req-46e2b28b-6611-46cb-98c6-670fe7f785a4 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416012 Jun 11 19:49:57.002660 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49526) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:57.009008 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:57.011771 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-244523aa-13da-441d-8c2b-1073acf3c457 req-70cc7ae3-113b-4c26-8da9-d36c14a4101f tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 210 time: 0.0797679 Jun 11 19:49:57.022272 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6e89f695-5e3f-44d6-857d-e3f86b89388e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:57.173463 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6e89f695-5e3f-44d6-857d-e3f86b89388e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:57.180114 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:57.274016 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6e89f695-5e3f-44d6-857d-e3f86b89388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:57.277656 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-72c2b1b1-8964-4470-9b46-f761d6d6095e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:57.317892 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-6e89f695-5e3f-44d6-857d-e3f86b89388e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=780ad41ba43b4113837fb73999034576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141694 Jun 11 19:49:57.319140 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89f695-5e3f-44d6-857d-e3f86b89388e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41939d9f-2c51-4072-aeba-640e28600496,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:57.321151 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 49538) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:57.322645 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-6e89f695-5e3f-44d6-857d-e3f86b89388e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:57.404198 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-49e01a86-0555-4127-87a4-7c9307124fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:57.432804 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-49e01a86-0555-4127-87a4-7c9307124fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:57.553691 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-49e01a86-0555-4127-87a4-7c9307124fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:57.556429 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-49e01a86-0555-4127-87a4-7c9307124fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:57.557603 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-49e01a86-0555-4127-87a4-7c9307124fc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41939d9f-2c51-4072-aeba-640e28600496 HTTP/1.1" status: 204 len: 168 time: 0.2352805 Jun 11 19:49:57.558294 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:57.597429 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e01a86-0555-4127-87a4-7c9307124fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41939d9f-2c51-4072-aeba-640e28600496,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:57.601888 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-49e01a86-0555-4127-87a4-7c9307124fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:57.627750 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 819996c3-9e3b-4469-9387-6f42d6d31493 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:49:57.649287 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861c38-a9a6-4144-8ce5-1680db64a2c0 req-f6d6a475-314c-473d-a325-39b7fc1e7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:57.652982 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4a861c38-a9a6-4144-8ce5-1680db64a2c0 req-f6d6a475-314c-473d-a325-39b7fc1e7ba6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 1098 time: 0.0920496 Jun 11 19:49:57.656948 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 819996c3-9e3b-4469-9387-6f42d6d31493 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:49:57.657365 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 819996c3-9e3b-4469-9387-6f42d6d31493 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:49:57.711043 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4a861c38-a9a6-4144-8ce5-1680db64a2c0 req-23159d5a-96d0-497b-99a9-54a631f31691 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434952 Jun 11 19:49:57.975893 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7258d-ec33-40de-aa8a-0634cc5bfa37 req-c5d321ac-e268-443b-9b2f-d67c7c077ea7 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:57.977394 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a3b7258d-ec33-40de-aa8a-0634cc5bfa37 req-c5d321ac-e268-443b-9b2f-d67c7c077ea7 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0750790 Jun 11 19:49:58.053677 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a3b7258d-ec33-40de-aa8a-0634cc5bfa37 req-81c64554-ae82-4f04-babe-61f993812836 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636737 Jun 11 19:49:58.289533 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-de51b48b-2d82-4c72-a270-f24cd2d7363b req-0466e65e-a6d3-4657-92e1-61dfac7ac8dc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 210 time: 0.0489295 Jun 11 19:49:58.680554 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 49600) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:58.692047 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 49604) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:58.799242 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d357bfc9-667e-422b-a596-48cf1259b6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:58.837944 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ff43f6e-00d7-409c-bf34-ee70f1500255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:58.932470 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d357bfc9-667e-422b-a596-48cf1259b6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.018679 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d357bfc9-667e-422b-a596-48cf1259b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.024303 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-4cbcdf1c-a9d6-4afb-90e8-70e403f749e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:59.080002 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-d357bfc9-667e-422b-a596-48cf1259b6c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ad4eed50f8d430abd3a696c19ab56c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981833 Jun 11 19:49:59.087296 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357bfc9-667e-422b-a596-48cf1259b6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ec6690-5dec-481e-9d5a-6e1e511277f0,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:59.087296 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d357bfc9-667e-422b-a596-48cf1259b6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:59.087844 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49622) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:59.164973 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ff43f6e-00d7-409c-bf34-ee70f1500255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.190688 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-3aa9752d-f9a8-428a-b7d9-48898ad589fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.229234 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-3aa9752d-f9a8-428a-b7d9-48898ad589fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.239018 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0ff43f6e-00d7-409c-bf34-ee70f1500255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.242296 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:59.322235 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-0ff43f6e-00d7-409c-bf34-ee70f1500255 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8986f68e8874fe59298b0419b808c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6268017 Jun 11 19:49:59.322912 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49636) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:49:59.327458 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff43f6e-00d7-409c-bf34-ee70f1500255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54b34f7-73a4-4f5a-9286-24df04b64ced,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:59.339251 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0ff43f6e-00d7-409c-bf34-ee70f1500255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:59.362788 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a1f0f-3d71-48a0-b812-71a96bae8604 req-e22a3a5c-5e35-4b7f-bdb5-676265915898 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:59.369965 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fb2a1f0f-3d71-48a0-b812-71a96bae8604 req-e22a3a5c-5e35-4b7f-bdb5-676265915898 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1322434 Jun 11 19:49:59.430974 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fb2a1f0f-3d71-48a0-b812-71a96bae8604 req-67f20cf8-bdef-4f6e-abb7-b16d90e6ac69 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552008 Jun 11 19:49:59.438907 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-3aa9752d-f9a8-428a-b7d9-48898ad589fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.442078 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-3aa9752d-f9a8-428a-b7d9-48898ad589fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.448819 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-3aa9752d-f9a8-428a-b7d9-48898ad589fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02ec6690-5dec-481e-9d5a-6e1e511277f0 HTTP/1.1" status: 204 len: 168 time: 0.3601518 Jun 11 19:49:59.452450 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-6031ab12-db05-4fb9-bb09-1d7610c7e1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:59.507658 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9752d-f9a8-428a-b7d9-48898ad589fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ec6690-5dec-481e-9d5a-6e1e511277f0,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:59.514430 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-3aa9752d-f9a8-428a-b7d9-48898ad589fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:59.516718 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-37d9663d-f944-4c50-9b38-d92b5a93f3ea req-dec8030b-58f2-45a9-80a4-ec9f1406f0e5 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 210 time: 0.0762436 Jun 11 19:49:59.534159 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-07e84cd3-cc71-4186-a8ab-f2d93b0ffd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.568550 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-07e84cd3-cc71-4186-a8ab-f2d93b0ffd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.740771 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-07e84cd3-cc71-4186-a8ab-f2d93b0ffd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.746724 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-07e84cd3-cc71-4186-a8ab-f2d93b0ffd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:59.751434 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-07e84cd3-cc71-4186-a8ab-f2d93b0ffd95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f54b34f7-73a4-4f5a-9286-24df04b64ced HTTP/1.1" status: 204 len: 168 time: 0.4259534 Jun 11 19:49:59.752746 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e20eb708-7083-48f6-8cca-4dbeac04cff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:49:59.766639 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e84cd3-cc71-4186-a8ab-f2d93b0ffd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54b34f7-73a4-4f5a-9286-24df04b64ced,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:49:59.770656 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-07e84cd3-cc71-4186-a8ab-f2d93b0ffd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:49:59.793249 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-9d39c2dc-c173-4241-a16e-afd94cc9844d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:49:59.794902 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-9d39c2dc-c173-4241-a16e-afd94cc9844d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "GET /v2.0/networks?id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 200 len: 814 time: 0.1785774 Jun 11 19:49:59.830001 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Request body: {'port': {'device_id': 'e615f3b7-1267-4c57-9078-8147a7be0594', 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9', 'admin_state_up': True, 'tenant_id': 'c7bbdea526ad478f8c2c53883fa20609'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:50:00.222791 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86e185-9975-4ec5-9202-f3375729fc67 req-d0e3d73b-59b6-4f0e-9e95-dc6b2a849d78 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:00.223917 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-be86e185-9975-4ec5-9202-f3375729fc67 req-d0e3d73b-59b6-4f0e-9e95-dc6b2a849d78 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.5017476 Jun 11 19:50:00.279312 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-be86e185-9975-4ec5-9202-f3375729fc67 req-e12e086f-aa12-4c06-ba92-aae2c852db9e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481226 Jun 11 19:50:00.348382 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Made reservation on behalf of c7bbdea526ad478f8c2c53883fa20609 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:50:00.353892 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:00.518244 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49690) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:00.523703 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Allocated IP 172.20.0.10 (a0e0bb72-4b8c-4f65-adfb-9823c48b55d9/64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c/b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:50:00.535736 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fa7afe13-57a0-48d8-b4b8-071496d51244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:00.658557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fa7afe13-57a0-48d8-b4b8-071496d51244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:00.729154 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff5911c3-82a1-4c35-8780-6ee38c3d82e4 req-8baa8d67-d808-4f57-892b-419b7af76d39 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 210 time: 0.0787804 Jun 11 19:50:00.765476 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fa7afe13-57a0-48d8-b4b8-071496d51244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:00.769010 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:00.799006 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:00.813199 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-fa7afe13-57a0-48d8-b4b8-071496d51244 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=690d15130f324d20b016fdb81b563832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936647 Jun 11 19:50:00.815579 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7afe13-57a0-48d8-b4b8-071496d51244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56da026-c649-4449-a09b-d904e568546c,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:00.817336 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 49702) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:00.818760 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fa7afe13-57a0-48d8-b4b8-071496d51244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:00.888912 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49706) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:00.908466 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f736c197-467a-458b-9381-d6e87abcb6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:00.912723 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3544-400a-4501-b122-699583e0a0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:00.940392 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3544-400a-4501-b122-699583e0a0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.014928 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.022606 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:01.036335 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['da5e8ae3-b1b5-4bfb-b440-0a85aa07f910', 'f9a330de-1852-446f-ab67-0f37075cd266'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:50:01.099451 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f736c197-467a-458b-9381-d6e87abcb6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.103970 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:50:01.107732 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3544-400a-4501-b122-699583e0a0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.110889 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3544-400a-4501-b122-699583e0a0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.112423 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-8f0b3544-400a-4501-b122-699583e0a0c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c56da026-c649-4449-a09b-d904e568546c HTTP/1.1" status: 204 len: 168 time: 0.2940190 Jun 11 19:50:01.117071 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:50:01.125892 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:50:01.133233 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:01.134306 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.146201 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Pushing event updated for resources: {'Port': ['ID=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:01.155959 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:01.156490 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a5df33c4-2328-4167-81a1-0149d813eeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:01.167452 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b3544-400a-4501-b122-699583e0a0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56da026-c649-4449-a09b-d904e568546c,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:01.177362 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8f0b3544-400a-4501-b122-699583e0a0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:01.256461 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f736c197-467a-458b-9381-d6e87abcb6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.260791 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-2a8ae574-aa0f-4949-ac0f-01966865b5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:01.302035 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 49720) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:01.302555 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-f736c197-467a-458b-9381-d6e87abcb6b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce5f6bc93f7b4d989d5813c0feffe5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118006 Jun 11 19:50:01.303103 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736c197-467a-458b-9381-d6e87abcb6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e68d6a-5bbf-410d-b1f4-e08b50cb5260,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:01.322717 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f736c197-467a-458b-9381-d6e87abcb6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:01.347131 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5290961 Jun 11 19:50:01.367492 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Request body: {'port': {'device_id': 'e615f3b7-1267-4c57-9078-8147a7be0594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:50:01.425648 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5d77486e-fdc7-4edb-9729-a7ed31ae69b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.486652 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5d77486e-fdc7-4edb-9729-a7ed31ae69b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.512997 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.765684 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5d77486e-fdc7-4edb-9729-a7ed31ae69b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.774884 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5d77486e-fdc7-4edb-9729-a7ed31ae69b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.778369 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-5d77486e-fdc7-4edb-9729-a7ed31ae69b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59e68d6a-5bbf-410d-b1f4-e08b50cb5260 HTTP/1.1" status: 204 len: 168 time: 0.4722567 Jun 11 19:50:01.778369 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d357bfc9-667e-422b-a596-48cf1259b6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:01.790697 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77486e-fdc7-4edb-9729-a7ed31ae69b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e68d6a-5bbf-410d-b1f4-e08b50cb5260,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:01.796002 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-5d77486e-fdc7-4edb-9729-a7ed31ae69b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:01.963569 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:50:01.974344 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:01.997648 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Transition to ACTIVE for port object b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:50:02.019919 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773546d-2d22-4315-bba1-d2cf2d7eee2e req-10949305-d3dc-4a90-a341-b28981f10a4e tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:02.021439 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0773546d-2d22-4315-bba1-d2cf2d7eee2e req-10949305-d3dc-4a90-a341-b28981f10a4e tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 932 time: 0.1138263 Jun 11 19:50:02.067350 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0773546d-2d22-4315-bba1-d2cf2d7eee2e req-81c18430-a54f-4aff-ab79-1dcbfa984933 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Jun 11 19:50:02.068396 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:02.072282 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-db78b9ca-d55f-42e1-8bd1-ffb0fa2754bc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:02.182759 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Pushing event updated for resources: {'Port': ['ID=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:02.216743 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:02.235301 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Attempting to bind port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:50:02.235519 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Attempting to bind port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:50:02.235919 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Attempting to bind port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:50:02.240949 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:50:02.240949 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Attempting to bind port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:50:02.246396 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:50:02.246737 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Checking segment: {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:50:02.247115 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Bound using segment: {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:50:02.247536 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Bound port: b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:50:02.247881 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:02.322539 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] For port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:50:02.325875 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] For port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:50:02.403381 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:02.407325 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:02.458416 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:02.459024 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:02.461093 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] 10.222.0.43 "PUT /v2.0/ports/b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed HTTP/1.1" status: 200 len: 1094 time: 1.1040471 Jun 11 19:50:02.461545 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e615f3b7-1267-4c57-9078-8147a7be0594', 'tag': 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:02.463809 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6530b7d8-e1b9-4017-bb6c-edb8381c9594" -d '{"events": [{"name": "network-changed", "server_uuid": "e615f3b7-1267-4c57-9078-8147a7be0594", "tag": "b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:02.484983 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Pushing event updated for resources: {'Port': ['ID=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:02.488702 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:02.528829 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a96e53-0807-4819-8f4b-a063de9e1266 x-openstack-request-id: req-31a96e53-0807-4819-8f4b-a063de9e1266 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:02.529171 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e615f3b7-1267-4c57-9078-8147a7be0594", "tag": "b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:02.529456 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31a96e53-0807-4819-8f4b-a063de9e1266 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:02.529904 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e615f3b7-1267-4c57-9078-8147a7be0594', 'tag': 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed', 'status': 'completed', 'code': 200} Jun 11 19:50:02.625427 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b7d8-e1b9-4017-bb6c-edb8381c9594 req-cd03594c-b877-477c-b08c-6e0ce2124ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:02.627054 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6530b7d8-e1b9-4017-bb6c-edb8381c9594 req-cd03594c-b877-477c-b08c-6e0ce2124ebe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 1097 time: 0.0707612 Jun 11 19:50:02.634506 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49770) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:02.771912 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b7d8-e1b9-4017-bb6c-edb8381c9594 req-87a474c1-5611-4223-bb6c-a991436e4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:02.774027 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6530b7d8-e1b9-4017-bb6c-edb8381c9594 req-87a474c1-5611-4223-bb6c-a991436e4e49 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c7bbdea526ad478f8c2c53883fa20609&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1397069 Jun 11 19:50:02.804698 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-13135972-9522-4a6c-8d95-b02da52f4359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:02.947578 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-13135972-9522-4a6c-8d95-b02da52f4359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:03.013297 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-13135972-9522-4a6c-8d95-b02da52f4359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:03.016206 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-af3c5c50-011e-4782-9454-70831344b5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:03.106053 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b7d8-e1b9-4017-bb6c-edb8381c9594 req-e8966ccd-8e89-4022-b02f-8ada988c6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:03.107513 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6530b7d8-e1b9-4017-bb6c-edb8381c9594 req-e8966ccd-8e89-4022-b02f-8ada988c6046 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3266087 Jun 11 19:50:03.121233 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-13135972-9522-4a6c-8d95-b02da52f4359 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b367cdae804846238f10644df4ccb10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822824 Jun 11 19:50:03.126103 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dbe91-5da8-40c2-90c0-97eb55f71b59 req-b53ef9dc-2120-47b2-ab0d-5b9314d97108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:03.126103 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-710dbe91-5da8-40c2-90c0-97eb55f71b59 req-b53ef9dc-2120-47b2-ab0d-5b9314d97108 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 1098 time: 0.2834125 Jun 11 19:50:03.132158 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f1511-214c-4772-8155-b45c14f613d5 req-2ffb348a-7af9-4b0e-9981-ebee951e391e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:03.133912 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13135972-9522-4a6c-8d95-b02da52f4359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84493a2c-67b7-4d9f-aa20-17a9b6c468e6,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:03.138794 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49806) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:03.140288 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e85f1511-214c-4772-8155-b45c14f613d5 req-2ffb348a-7af9-4b0e-9981-ebee951e391e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.2557776 Jun 11 19:50:03.181497 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-13135972-9522-4a6c-8d95-b02da52f4359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:03.221440 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-75dc37d0-2075-405d-ab24-ef00141b8328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:03.252218 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-75dc37d0-2075-405d-ab24-ef00141b8328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:03.271685 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e85f1511-214c-4772-8155-b45c14f613d5 req-b93d1b16-108b-44af-aaff-e9f205025a97 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303713 Jun 11 19:50:03.414623 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dbe91-5da8-40c2-90c0-97eb55f71b59 req-715ab9d0-9ae2-491d-ab80-e67b119d919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:03.416156 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-710dbe91-5da8-40c2-90c0-97eb55f71b59 req-715ab9d0-9ae2-491d-ab80-e67b119d919b service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 200 len: 919 time: 0.2739778 Jun 11 19:50:03.418151 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-4887beae-14d2-4304-92f5-8a00a58cebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:03.419698 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-4887beae-14d2-4304-92f5-8a00a58cebd9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 1097 time: 0.2265000 Jun 11 19:50:03.423079 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-75dc37d0-2075-405d-ab24-ef00141b8328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:03.427068 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-75dc37d0-2075-405d-ab24-ef00141b8328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:03.431248 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-75dc37d0-2075-405d-ab24-ef00141b8328 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84493a2c-67b7-4d9f-aa20-17a9b6c468e6 HTTP/1.1" status: 204 len: 168 time: 0.2908492 Jun 11 19:50:03.432148 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-21694099-2a66-446f-9039-9b4048a502f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:03.447330 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc37d0-2075-405d-ab24-ef00141b8328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84493a2c-67b7-4d9f-aa20-17a9b6c468e6,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:03.449657 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-75dc37d0-2075-405d-ab24-ef00141b8328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:03.551460 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47978e-a377-4702-b0f1-2e7ccaafd0c3 req-69ae24ee-0d66-4996-9695-51ea30925f4a tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:03.553038 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bd47978e-a377-4702-b0f1-2e7ccaafd0c3 req-69ae24ee-0d66-4996-9695-51ea30925f4a tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 944 time: 0.2280016 Jun 11 19:50:03.555227 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-710dbe91-5da8-40c2-90c0-97eb55f71b59 req-b58142cd-585a-4fdc-afd2-f4b55ced6867 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77e962cc-f401-450e-b18a-cec151566780 HTTP/1.1" status: 200 len: 217 time: 0.1191242 Jun 11 19:50:03.556651 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-d45ce2fa-1fff-4110-b27b-265e37e600bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed HTTP/1.1" status: 200 len: 217 time: 0.1216304 Jun 11 19:50:03.682152 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bd47978e-a377-4702-b0f1-2e7ccaafd0c3 req-118ed28c-733a-4cc1-a056-b97ffe2e78aa tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222696 Jun 11 19:50:03.690208 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dbe91-5da8-40c2-90c0-97eb55f71b59 req-11f4437a-ddcd-4f5c-a8dc-9b36d19d36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:03.691597 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-710dbe91-5da8-40c2-90c0-97eb55f71b59 req-11f4437a-ddcd-4f5c-a8dc-9b36d19d36b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=106e3590-a904-4800-a35d-447143ae7935 HTTP/1.1" status: 200 len: 858 time: 0.1251338 Jun 11 19:50:03.692997 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-2e845829-3ce4-4bf0-90ec-7019bb95f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:03.694830 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-2e845829-3ce4-4bf0-90ec-7019bb95f6c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c HTTP/1.1" status: 200 len: 854 time: 0.1268365 Jun 11 19:50:03.766750 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-710dbe91-5da8-40c2-90c0-97eb55f71b59 req-7d6f2075-ef87-44bc-b64f-5837bd8348c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd3e709c-6304-4a09-a4df-3743d285f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638316 Jun 11 19:50:03.768820 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-ac104f58-343a-419b-916e-dbb7750764dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583289 Jun 11 19:50:03.985206 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-710dbe91-5da8-40c2-90c0-97eb55f71b59 req-8695e015-c55b-41f5-9ed3-aa0087ffdeae service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021627 Jun 11 19:50:03.987016 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-eab42fb1-446a-4318-9d96-ca72cdaa3021 service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963954 Jun 11 19:50:04.578601 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-710dbe91-5da8-40c2-90c0-97eb55f71b59 req-08c420e9-df71-4a1f-a0b8-b107af30f561 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820379 Jun 11 19:50:04.588467 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b6e348e-ce0b-476f-813b-9566f5b408ce req-7a759455-1dcd-479b-8b75-e6cd05e1bea3 service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826137 Jun 11 19:50:04.620614 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2d958-93ab-4523-b5b8-b1a6aad3cf7c req-429f87af-eb7b-4e7d-ba07-0d4b68ab51b5 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:04.622557 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1ad2d958-93ab-4523-b5b8-b1a6aad3cf7c req-429f87af-eb7b-4e7d-ba07-0d4b68ab51b5 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1350772 Jun 11 19:50:04.687315 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1ad2d958-93ab-4523-b5b8-b1a6aad3cf7c req-ee1ba04e-3c10-4f92-9808-8a5e96ee26ee tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589666 Jun 11 19:50:04.898513 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630c1fc-68cd-4954-92c5-186b52dfb95f req-e5838a36-b931-40b3-ae44-59402f0490ff tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:04.900120 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c630c1fc-68cd-4954-92c5-186b52dfb95f req-e5838a36-b931-40b3-ae44-59402f0490ff tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 944 time: 0.0928855 Jun 11 19:50:04.945020 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c630c1fc-68cd-4954-92c5-186b52dfb95f req-f2219a6d-bd60-4725-98f2-b3b8cd6cfd65 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376961 Jun 11 19:50:05.767833 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49936) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:05.892821 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-48aba522-3a27-460c-8c3b-6e896bae92f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:05.930501 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e64f-d660-4dde-9d6c-8effc6db523d req-e818276d-4a20-4c94-b9ae-01fc1b63eea1 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:05.932056 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c981e64f-d660-4dde-9d6c-8effc6db523d req-e818276d-4a20-4c94-b9ae-01fc1b63eea1 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0902388 Jun 11 19:50:05.979527 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c981e64f-d660-4dde-9d6c-8effc6db523d req-ac469cb7-f231-4f7d-a404-382aa3c930ee tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Jun 11 19:50:06.009934 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-48aba522-3a27-460c-8c3b-6e896bae92f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:06.073419 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-48aba522-3a27-460c-8c3b-6e896bae92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:06.076835 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-07e84cd3-cc71-4186-a8ab-f2d93b0ffd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:06.119125 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-48aba522-3a27-460c-8c3b-6e896bae92f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=456d73ba53d04e06ab51b7dc44c2bed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501167 Jun 11 19:50:06.119989 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aba522-3a27-460c-8c3b-6e896bae92f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e099eb84-bdc2-420d-b183-15868297f70a,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:06.121876 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 49942) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:06.122813 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-48aba522-3a27-460c-8c3b-6e896bae92f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:06.155114 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f012bd-2454-4d7e-b0e8-52494626a56f req-f3268611-e470-4566-ad3b-915b49460693 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:06.156601 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e2f012bd-2454-4d7e-b0e8-52494626a56f req-f3268611-e470-4566-ad3b-915b49460693 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 944 time: 0.0916963 Jun 11 19:50:06.219533 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-57068ce3-ae4b-4e33-ba41-a62c1ddf4b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:06.223414 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e2f012bd-2454-4d7e-b0e8-52494626a56f req-64ae054c-021f-4bed-be7a-a0f823f59a6c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579000 Jun 11 19:50:06.247091 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-57068ce3-ae4b-4e33-ba41-a62c1ddf4b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:06.406504 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-57068ce3-ae4b-4e33-ba41-a62c1ddf4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:06.409321 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-57068ce3-ae4b-4e33-ba41-a62c1ddf4b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:06.412955 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-57068ce3-ae4b-4e33-ba41-a62c1ddf4b16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e099eb84-bdc2-420d-b183-15868297f70a HTTP/1.1" status: 204 len: 168 time: 0.2876782 Jun 11 19:50:06.412955 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8592241b-0d73-4afd-9c88-c62395e60f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:06.430935 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068ce3-ae4b-4e33-ba41-a62c1ddf4b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e099eb84-bdc2-420d-b183-15868297f70a,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:06.440024 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-57068ce3-ae4b-4e33-ba41-a62c1ddf4b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:07.058003 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 49978) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:07.082674 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e3d05a1e-bfc4-4f56-a613-e5af3ea5c557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:07.205260 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f15846-c09b-4dfc-be03-835d37a9b905 req-017083db-1aeb-4e1c-beb0-1ffb140a2f25 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:07.206910 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c7f15846-c09b-4dfc-be03-835d37a9b905 req-017083db-1aeb-4e1c-beb0-1ffb140a2f25 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1086359 Jun 11 19:50:07.275329 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e3d05a1e-bfc4-4f56-a613-e5af3ea5c557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:07.278848 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c7f15846-c09b-4dfc-be03-835d37a9b905 req-11c05a3c-d762-4db5-b712-84f887127e7a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650535 Jun 11 19:50:07.373399 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e3d05a1e-bfc4-4f56-a613-e5af3ea5c557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:07.377775 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e5116fd8-58ec-4028-8ee1-699ed83b3b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:07.426111 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-e3d05a1e-bfc4-4f56-a613-e5af3ea5c557 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7fb5e9a9e74475aa69b0bedb7128e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670475 Jun 11 19:50:07.426821 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d05a1e-bfc4-4f56-a613-e5af3ea5c557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1926366c-4bd3-42b6-865f-b55115884740,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:07.428887 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 49982) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:07.430275 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e3d05a1e-bfc4-4f56-a613-e5af3ea5c557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:07.452607 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a813a9c-b900-465d-b778-d558f998eed8 req-2b71346a-48ec-492c-8c4b-092b6b1be949 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:07.454065 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9a813a9c-b900-465d-b778-d558f998eed8 req-2b71346a-48ec-492c-8c4b-092b6b1be949 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 944 time: 0.1148243 Jun 11 19:50:07.484284 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5a403dbd-3204-410f-a700-2abeaa637b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:07.497262 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9a813a9c-b900-465d-b778-d558f998eed8 req-622a00b6-adaa-4870-abd2-ac66e2d1078f tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374725 Jun 11 19:50:07.507490 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5a403dbd-3204-410f-a700-2abeaa637b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:07.633683 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5a403dbd-3204-410f-a700-2abeaa637b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:07.636405 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5a403dbd-3204-410f-a700-2abeaa637b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:07.640251 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-5a403dbd-3204-410f-a700-2abeaa637b19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1926366c-4bd3-42b6-865f-b55115884740 HTTP/1.1" status: 204 len: 168 time: 0.2076006 Jun 11 19:50:07.640251 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:07.646969 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a403dbd-3204-410f-a700-2abeaa637b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1926366c-4bd3-42b6-865f-b55115884740,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:07.649936 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-5a403dbd-3204-410f-a700-2abeaa637b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:07.669179 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:50:07.825777 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:07.851266 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed', 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9', 'port_id': 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed', 'mac_address': 'fa:16:3e:b8:ab:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:50:07.895537 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-34f96ee8-47fd-4d70-90ec-4319f97bc87d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c0bc14aee6c4584923df58891bccf5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615394 Jun 11 19:50:07.901308 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:07.936310 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:50:07.961532 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:08.030884 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:08.035376 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-c95ef830-0de7-4468-8f1c-321b71133a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:08.102741 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:08.108266 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:08.112450 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-0473838d-942b-4ba5-8f05-068750f54fd3 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:08.117759 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-0473838d-942b-4ba5-8f05-068750f54fd3 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155883 Jun 11 19:50:08.134458 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-5f49660f-c7b0-471a-9d7a-f46ad53ad285 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/quotas/8c0bc14aee6c4584923df58891bccf5c HTTP/1.1" status: 200 len: 375 time: 0.0111094 Jun 11 19:50:08.176668 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-6b06d69c-36a9-4d79-a664-2ca87bd5d581 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c0bc14aee6c4584923df58891bccf5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357828 Jun 11 19:50:08.409146 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:50:08.513233 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e0f23e62-3294-49f6-8036-1b6608147a49 req-134d74bf-ea24-4ef3-a756-a08db95bc748 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 210 time: 0.0394189 Jun 11 19:50:08.574902 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a574a-4a20-44a7-93f1-63b99df0defd req-8f279ea5-bf97-49ca-80cd-29c25c73669e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:08.574902 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0d5a574a-4a20-44a7-93f1-63b99df0defd req-8f279ea5-bf97-49ca-80cd-29c25c73669e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1757245 Jun 11 19:50:08.636499 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0d5a574a-4a20-44a7-93f1-63b99df0defd req-b159ca41-c2c0-484b-b749-9a99d200fb14 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533578 Jun 11 19:50:08.747520 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce508ad-10a3-4c03-bc85-d778f2fd466c req-883805aa-f9d4-4c2a-b23e-b2438e986fc0 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:08.749157 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cce508ad-10a3-4c03-bc85-d778f2fd466c req-883805aa-f9d4-4c2a-b23e-b2438e986fc0 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 945 time: 0.0819552 Jun 11 19:50:08.793024 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cce508ad-10a3-4c03-bc85-d778f2fd466c req-930a1a49-9af7-4a12-ae55-7a28c902c719 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376186 Jun 11 19:50:09.657805 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:50:09.693325 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9fba2cda-9afe-4fe3-9586-ad58619d7ef1 req-6d77aba3-f6f0-49fb-bd02-c2e737c47c9c tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 210 time: 0.0577908 Jun 11 19:50:09.741456 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50090) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:09.828212 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:50:09.843189 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:50:09.843682 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:09.894622 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733f4ba-e706-4f00-bf25-3064d88a24de req-be1830d6-e7ef-4e29-85c7-d9b1c9954c6f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:09.923404 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4733f4ba-e706-4f00-bf25-3064d88a24de req-be1830d6-e7ef-4e29-85c7-d9b1c9954c6f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1355915 Jun 11 19:50:09.989448 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b36d-72fc-4c0e-9de7-e97176a58d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:10.045165 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:10.062219 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4733f4ba-e706-4f00-bf25-3064d88a24de req-95b354cd-4653-4fec-9dbc-703ba2e6c0a8 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360931 Jun 11 19:50:10.093174 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e615f3b7-1267-4c57-9078-8147a7be0594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:10.099371 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaa7c95-6300-4cf2-a14b-18278abfbd47" -d '{"events": [{"server_uuid": "e615f3b7-1267-4c57-9078-8147a7be0594", "name": "network-vif-plugged", "status": "completed", "tag": "b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:10.112311 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:10.149990 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be117005-368b-4770-a0e8-8db7c1d81fab x-openstack-request-id: req-be117005-368b-4770-a0e8-8db7c1d81fab {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:10.150734 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e615f3b7-1267-4c57-9078-8147a7be0594", "name": "network-vif-plugged", "status": "completed", "tag": "b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:10.151364 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be117005-368b-4770-a0e8-8db7c1d81fab {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:10.152307 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e615f3b7-1267-4c57-9078-8147a7be0594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed', 'code': 200} Jun 11 19:50:10.158180 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cc988-4e95-40ab-a712-783315b89377 req-99fee4c4-65aa-4677-94fd-6d643004b1ca tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:10.159740 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-390cc988-4e95-40ab-a712-783315b89377 req-99fee4c4-65aa-4677-94fd-6d643004b1ca tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 945 time: 0.1588082 Jun 11 19:50:10.166478 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b36d-72fc-4c0e-9de7-e97176a58d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:10.204766 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-390cc988-4e95-40ab-a712-783315b89377 req-0a873a60-9cc3-4313-8c32-62b569144010 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376060 Jun 11 19:50:10.312985 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:10.312985 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:10.352319 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:10.359062 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:10.404812 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b36d-72fc-4c0e-9de7-e97176a58d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:10.408441 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-881fb1de-b201-4b89-b2c2-ceebd7c07d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:10.462970 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-0eb3b36d-72fc-4c0e-9de7-e97176a58d3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=922ae19d013e4ef4b28236dff29d92ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7204404 Jun 11 19:50:10.464129 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3b36d-72fc-4c0e-9de7-e97176a58d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69da896d-4e64-4310-8292-080d5aaf0a50,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:10.465895 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50128) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:10.467964 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-0eb3b36d-72fc-4c0e-9de7-e97176a58d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:10.518553 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-42bd8fe3-d9bc-4c03-a661-de57000dc122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:10.548826 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-42bd8fe3-d9bc-4c03-a661-de57000dc122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:10.710791 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-42bd8fe3-d9bc-4c03-a661-de57000dc122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:10.713940 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-42bd8fe3-d9bc-4c03-a661-de57000dc122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:10.716630 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-42bd8fe3-d9bc-4c03-a661-de57000dc122 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69da896d-4e64-4310-8292-080d5aaf0a50 HTTP/1.1" status: 204 len: 168 time: 0.2487435 Jun 11 19:50:10.717632 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-9d8b68e8-a78e-481a-a1e7-927725ea3448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:10.729844 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd8fe3-d9bc-4c03-a661-de57000dc122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da896d-4e64-4310-8292-080d5aaf0a50,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:10.744518 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-42bd8fe3-d9bc-4c03-a661-de57000dc122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:10.754259 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:50:10.887728 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ec74781c-1cd0-4107-bb7c-97756b13620a req-c86652d1-c85f-4fbb-99ba-9fb6c233a36b tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 210 time: 0.0391693 Jun 11 19:50:10.900375 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e006-5fee-4e5d-843f-b312bcd8288f req-4e5ac7b9-36d8-4d84-a478-ce1729c4c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:10.900375 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4df6e006-5fee-4e5d-843f-b312bcd8288f req-4e5ac7b9-36d8-4d84-a478-ce1729c4c569 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 1099 time: 0.1200986 Jun 11 19:50:10.941202 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4df6e006-5fee-4e5d-843f-b312bcd8288f req-c92967fd-0fdf-408f-a26c-7cbfca0bc299 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Jun 11 19:50:11.254210 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385bd57-e46e-4639-8a2f-50e2d9f616c1 req-22ac0435-e458-4aac-b4e0-05fa883b7b57 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:11.255691 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5385bd57-e46e-4639-8a2f-50e2d9f616c1 req-22ac0435-e458-4aac-b4e0-05fa883b7b57 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0724504 Jun 11 19:50:11.303091 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5385bd57-e46e-4639-8a2f-50e2d9f616c1 req-bba9decf-e227-41ec-a51e-93b84bb83784 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Jun 11 19:50:11.429326 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8075f-84db-4bfa-8513-97563c4469bb req-e6e15e4a-091e-4d73-9f34-a27705699bab tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:11.430989 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-42b8075f-84db-4bfa-8513-97563c4469bb req-e6e15e4a-091e-4d73-9f34-a27705699bab tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 946 time: 0.1084096 Jun 11 19:50:11.472279 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50170) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:11.489051 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-42b8075f-84db-4bfa-8513-97563c4469bb req-6299f624-4e8b-48ae-8de2-e836a14ce4f4 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507576 Jun 11 19:50:11.502786 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cef172f2-eeb4-4ff4-83e5-9d848839b02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:11.509343 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50172) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:11.568384 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-24af0d88-56ff-411b-8bd5-c149b92ff2a5 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8c0bc14aee6c4584923df58891bccf5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254352 Jun 11 19:50:11.602829 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cef172f2-eeb4-4ff4-83e5-9d848839b02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:11.659211 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cef172f2-eeb4-4ff4-83e5-9d848839b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:11.662988 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fa7afe13-57a0-48d8-b4b8-071496d51244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:11.708747 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-87451c0b-797f-46ea-b59b-089b0c584c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:11.710748 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-cef172f2-eeb4-4ff4-83e5-9d848839b02d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa165a1531bb401b876ff52a939e4bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353270 Jun 11 19:50:11.712710 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef172f2-eeb4-4ff4-83e5-9d848839b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daf45fa-7580-40bd-b503-608d67ce373a,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:11.713427 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50178) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:11.716324 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-cef172f2-eeb4-4ff4-83e5-9d848839b02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:11.723655 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-d85553f3-efbe-49f8-877b-202288e6c3aa tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:11.723655 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-d85553f3-efbe-49f8-877b-202288e6c3aa tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483331 Jun 11 19:50:11.739641 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Request body: {'port': {'device_id': '2229ad66-247a-4609-8a0f-2dfcc2f7ef02', 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198', 'admin_state_up': True, 'tenant_id': '8c0bc14aee6c4584923df58891bccf5c'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:50:11.919304 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-56819340-7593-4b7c-8415-10910816261e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:11.964034 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-56819340-7593-4b7c-8415-10910816261e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.030691 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-87451c0b-797f-46ea-b59b-089b0c584c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.063091 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c8e67680-4078-4361-ad2e-071d3c4b92ba req-3cfd02be-4e37-4e0a-9ca0-225eb6ecf190 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 210 time: 0.0349743 Jun 11 19:50:12.215632 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-87451c0b-797f-46ea-b59b-089b0c584c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.220065 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8f0b3544-400a-4501-b122-699583e0a0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:12.221827 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-56819340-7593-4b7c-8415-10910816261e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.224292 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-56819340-7593-4b7c-8415-10910816261e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.225940 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-56819340-7593-4b7c-8415-10910816261e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3daf45fa-7580-40bd-b503-608d67ce373a HTTP/1.1" status: 204 len: 168 time: 0.5027859 Jun 11 19:50:12.286498 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50192) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:12.286674 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-87451c0b-797f-46ea-b59b-089b0c584c28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=573468086c5f4c278c4770af1f4f556c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7760482 Jun 11 19:50:12.287326 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87451c0b-797f-46ea-b59b-089b0c584c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76366275-be7e-402e-be6f-95b612f04a53,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:12.293284 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-87451c0b-797f-46ea-b59b-089b0c584c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:12.293284 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-497f48a9-cc67-444d-a18d-bff8045e258d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:12.307276 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56819340-7593-4b7c-8415-10910816261e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daf45fa-7580-40bd-b503-608d67ce373a,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:12.311332 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-56819340-7593-4b7c-8415-10910816261e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:12.333487 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Made reservation on behalf of 8c0bc14aee6c4584923df58891bccf5c for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:50:12.337109 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.350484 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.365927 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e26a1ad3-cfdf-4267-b2f0-f9d59320bbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.436888 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e26a1ad3-cfdf-4267-b2f0-f9d59320bbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.614673 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.634652 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1736-9f41-4100-8726-e0a8fc0f164f req-5078b9a7-49a4-47ca-bf29-4e98a70ae6d8 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:12.636598 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e26a1ad3-cfdf-4267-b2f0-f9d59320bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.639460 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e26a1ad3-cfdf-4267-b2f0-f9d59320bbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.641285 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-318e1736-9f41-4100-8726-e0a8fc0f164f req-5078b9a7-49a4-47ca-bf29-4e98a70ae6d8 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1634324 Jun 11 19:50:12.643241 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e26a1ad3-cfdf-4267-b2f0-f9d59320bbb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76366275-be7e-402e-be6f-95b612f04a53 HTTP/1.1" status: 204 len: 168 time: 0.3553455 Jun 11 19:50:12.644311 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-84bf30e0-f29e-43fb-8438-fa282346b7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:12.653664 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a1ad3-cfdf-4267-b2f0-f9d59320bbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76366275-be7e-402e-be6f-95b612f04a53,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:12.655903 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e26a1ad3-cfdf-4267-b2f0-f9d59320bbb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:12.704867 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-318e1736-9f41-4100-8726-e0a8fc0f164f req-8cd8588e-74d4-4e1f-a7f0-c7a831596d92 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623157 Jun 11 19:50:12.714180 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:12.777118 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:12.820296 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0067d0-787e-488a-9685-e59e284338a0,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:12.825901 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:12.956613 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Allocated IP 192.168.233.81 (ba5aa21e-4326-4a01-89a2-5d730648b198/683e36a0-3447-440c-91e0-d9f953859f6f/b649c1bf-8302-4b79-af87-6e94b66c37cf) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:50:12.968598 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744157c-7dc8-4f22-8193-f0d525f63521 req-167fa3b9-032c-4496-91f4-04578254ae5b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:12.970581 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3744157c-7dc8-4f22-8193-f0d525f63521 req-167fa3b9-032c-4496-91f4-04578254ae5b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 946 time: 0.1538420 Jun 11 19:50:13.037250 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3744157c-7dc8-4f22-8193-f0d525f63521 req-77891788-75de-44a6-90ce-0f3954124cc9 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611093 Jun 11 19:50:13.199010 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:13.237352 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5debcad2-021e-4d01-8404-770f3bf0ae8a req-913abeb4-80bd-423e-bfd3-551c837e540a tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 210 time: 0.0445740 Jun 11 19:50:13.244202 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Transition to ACTIVE for port object b649c1bf-8302-4b79-af87-6e94b66c37cf will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:50:13.359355 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:13.363303 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e8095bd1-4d83-4e33-9e5d-6b287c6a212f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:13.418855 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Network ba5aa21e-4326-4a01-89a2-5d730648b198 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:50:13.422381 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:50:13.434604 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:50:13.434604 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:13.434604 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:13.442172 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Pushing event updated for resources: {'Port': ['ID=b649c1bf-8302-4b79-af87-6e94b66c37cf,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:13.447363 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:13.489136 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50240) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:13.504844 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6e1aed0b-74b0-423c-ac7c-ba9ba6280709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:13.532171 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7965648 Jun 11 19:50:13.547829 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Request body: {'port': {'device_id': '2229ad66-247a-4609-8a0f-2dfcc2f7ef02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:50:13.627488 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6e1aed0b-74b0-423c-ac7c-ba9ba6280709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:13.696682 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6e1aed0b-74b0-423c-ac7c-ba9ba6280709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:13.708741 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-33ff882d-c462-47a0-bdbd-2f59734c0108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:13.708867 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:13.760415 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-c20b724f-e874-420a-a1a7-a5f82212342e None None] Provisioning for port b649c1bf-8302-4b79-af87-6e94b66c37cf completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:50:13.762751 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-c20b724f-e874-420a-a1a7-a5f82212342e None None] Provisioning complete for port b649c1bf-8302-4b79-af87-6e94b66c37cf triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:50:13.763200 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c20b724f-e874-420a-a1a7-a5f82212342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:13.772863 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1aed0b-74b0-423c-ac7c-ba9ba6280709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c740b4-422c-4d10-aa17-93e2b49a7fe8,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:13.782276 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-6e1aed0b-74b0-423c-ac7c-ba9ba6280709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:13.790274 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-6e1aed0b-74b0-423c-ac7c-ba9ba6280709 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=359ee380af50438fb0752359fc073ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002446 Jun 11 19:50:13.793055 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50256) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:13.840544 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-c20b724f-e874-420a-a1a7-a5f82212342e None None] Port b649c1bf-8302-4b79-af87-6e94b66c37cf cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:50:13.900073 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2eec1c27-856e-4230-8c96-cb8c9adf6c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:14.006674 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2eec1c27-856e-4230-8c96-cb8c9adf6c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:14.148351 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2eec1c27-856e-4230-8c96-cb8c9adf6c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:14.151032 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2eec1c27-856e-4230-8c96-cb8c9adf6c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:14.154809 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-2eec1c27-856e-4230-8c96-cb8c9adf6c1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6c740b4-422c-4d10-aa17-93e2b49a7fe8 HTTP/1.1" status: 204 len: 168 time: 0.3583305 Jun 11 19:50:14.154809 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-05c260e2-62fc-4490-8e05-9506474fab2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:14.172796 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec1c27-856e-4230-8c96-cb8c9adf6c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c740b4-422c-4d10-aa17-93e2b49a7fe8,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:14.180970 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-2eec1c27-856e-4230-8c96-cb8c9adf6c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:14.343891 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8eae5-265f-4af4-843f-67174fe9db3e req-f4f91346-398e-4e9c-8db4-5492c5060963 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:14.344551 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8ac8eae5-265f-4af4-843f-67174fe9db3e req-f4f91346-398e-4e9c-8db4-5492c5060963 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.4566545 Jun 11 19:50:14.513938 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8ac8eae5-265f-4af4-843f-67174fe9db3e req-777d32c6-3e4f-4ace-81ab-a1400d43f355 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626797 Jun 11 19:50:14.572272 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb708137-b2f6-436f-9eea-09aa58fa0331 req-4d325008-7484-4917-8808-8544c22ecf86 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:14.573730 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-eb708137-b2f6-436f-9eea-09aa58fa0331 req-4d325008-7484-4917-8808-8544c22ecf86 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 935 time: 0.2139728 Jun 11 19:50:14.658428 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b649c1bf-8302-4b79-af87-6e94b66c37cf {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:50:14.669503 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-eb708137-b2f6-436f-9eea-09aa58fa0331 req-dd2c782b-63d9-4c98-afe3-766f91af70ba tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823052 Jun 11 19:50:14.671799 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:14.687551 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Transition to ACTIVE for port object b649c1bf-8302-4b79-af87-6e94b66c37cf will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:50:14.793320 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:14.796552 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:14.922323 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Pushing event updated for resources: {'Port': ['ID=b649c1bf-8302-4b79-af87-6e94b66c37cf,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:14.939096 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:14.993996 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Attempting to bind port b649c1bf-8302-4b79-af87-6e94b66c37cf on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:50:14.994592 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Attempting to bind port b649c1bf-8302-4b79-af87-6e94b66c37cf by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '90a47d82-4900-4a20-9cf8-ce67d8658278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:50:14.995232 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Attempting to bind port b649c1bf-8302-4b79-af87-6e94b66c37cf on network ba5aa21e-4326-4a01-89a2-5d730648b198 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:50:15.002755 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Port b649c1bf-8302-4b79-af87-6e94b66c37cf on network ba5aa21e-4326-4a01-89a2-5d730648b198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:50:15.003330 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Attempting to bind port b649c1bf-8302-4b79-af87-6e94b66c37cf on network ba5aa21e-4326-4a01-89a2-5d730648b198 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:50:15.018766 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:50:15.018766 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Checking segment: {'id': '90a47d82-4900-4a20-9cf8-ce67d8658278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:50:15.018766 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Bound using segment: {'id': '90a47d82-4900-4a20-9cf8-ce67d8658278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:50:15.019253 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Bound port: b649c1bf-8302-4b79-af87-6e94b66c37cf, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a47d82-4900-4a20-9cf8-ce67d8658278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:50:15.019765 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:15.121405 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] For port b649c1bf-8302-4b79-af87-6e94b66c37cf, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:50:15.124901 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] For port b649c1bf-8302-4b79-af87-6e94b66c37cf, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b649c1bf-8302-4b79-af87-6e94b66c37cf,segment=NetworkSegment(90a47d82-4900-4a20-9cf8-ce67d8658278),segment_id=90a47d82-4900-4a20-9cf8-ce67d8658278)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:50:15.219518 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:15.223426 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c7e46376-4244-4b91-bf88-143132c2915f tempest-VolumesActionsTest-1588490456 tempest-VolumesActionsTest-1588490456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:15.262981 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:15.263658 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:15.264967 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] 10.222.0.43 "PUT /v2.0/ports/b649c1bf-8302-4b79-af87-6e94b66c37cf HTTP/1.1" status: 200 len: 1097 time: 1.7227883 Jun 11 19:50:15.265461 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2229ad66-247a-4609-8a0f-2dfcc2f7ef02', 'tag': 'b649c1bf-8302-4b79-af87-6e94b66c37cf'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:15.267726 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976558ce-27a1-4c03-b485-0946c2a7fcc4" -d '{"events": [{"name": "network-changed", "server_uuid": "2229ad66-247a-4609-8a0f-2dfcc2f7ef02", "tag": "b649c1bf-8302-4b79-af87-6e94b66c37cf"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:15.320395 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2b5fc4-995e-4929-9e44-a0c72a267d5e x-openstack-request-id: req-2a2b5fc4-995e-4929-9e44-a0c72a267d5e {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:15.320819 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2229ad66-247a-4609-8a0f-2dfcc2f7ef02", "tag": "b649c1bf-8302-4b79-af87-6e94b66c37cf", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:15.320974 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a2b5fc4-995e-4929-9e44-a0c72a267d5e {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:15.321393 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2229ad66-247a-4609-8a0f-2dfcc2f7ef02', 'tag': 'b649c1bf-8302-4b79-af87-6e94b66c37cf', 'status': 'completed', 'code': 200} Jun 11 19:50:15.333069 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Pushing event updated for resources: {'Port': ['ID=b649c1bf-8302-4b79-af87-6e94b66c37cf,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:15.342510 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:15.419908 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976558ce-27a1-4c03-b485-0946c2a7fcc4 req-d246a07a-01c7-44cf-8587-310a80a7aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:15.421532 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-976558ce-27a1-4c03-b485-0946c2a7fcc4 req-d246a07a-01c7-44cf-8587-310a80a7aa5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c0bc14aee6c4584923df58891bccf5c&device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 1100 time: 0.0803030 Jun 11 19:50:15.459916 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-976558ce-27a1-4c03-b485-0946c2a7fcc4 req-64d6c40b-a212-4a62-95d3-4ffdabdee722 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8c0bc14aee6c4584923df58891bccf5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260365 Jun 11 19:50:15.630086 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976558ce-27a1-4c03-b485-0946c2a7fcc4 req-0b1bf528-95c3-48fd-ae60-1f47058c930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:15.631667 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-976558ce-27a1-4c03-b485-0946c2a7fcc4 req-0b1bf528-95c3-48fd-ae60-1f47058c930d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1579130 Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: from cryptography.utils import int_from_bytes Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: from cryptography.utils import int_from_bytes Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.671461 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:50:15.674413 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:50:15.785681 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894116d9-b385-4786-988c-eba5d6428a28 req-1c7e3bb4-cff1-4cee-8334-a0cd04bb4791 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:15.786278 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-894116d9-b385-4786-988c-eba5d6428a28 req-1c7e3bb4-cff1-4cee-8334-a0cd04bb4791 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1228466 Jun 11 19:50:15.789925 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-b447c7d6-a188-4187-a02d-1d6533c91c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:15.791756 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-b447c7d6-a188-4187-a02d-1d6533c91c26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c0bc14aee6c4584923df58891bccf5c&device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 1100 time: 0.0945647 Jun 11 19:50:15.861320 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-a26b3a70-b087-4fd5-8beb-ccfd47b041cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b649c1bf-8302-4b79-af87-6e94b66c37cf HTTP/1.1" status: 200 len: 217 time: 0.0604477 Jun 11 19:50:15.899670 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-894116d9-b385-4786-988c-eba5d6428a28 req-8304ef53-9592-4e3c-b096-1c1fee6c9b27 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056929 Jun 11 19:50:16.004877 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1085b88e-2aba-4785-b057-f0bee3a689c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:16.006336 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-1085b88e-2aba-4785-b057-f0bee3a689c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=683e36a0-3447-440c-91e0-d9f953859f6f HTTP/1.1" status: 200 len: 843 time: 0.1332850 Jun 11 19:50:16.009994 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50378) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:16.111950 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99534349-5e59-4818-bfac-8416e35bcfbf req-f620e5f2-34fc-4bf2-86e0-322817e63a98 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:16.119813 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-99534349-5e59-4818-bfac-8416e35bcfbf req-f620e5f2-34fc-4bf2-86e0-322817e63a98 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 947 time: 0.1768656 Jun 11 19:50:16.175711 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-857328cd-8963-4d8d-80ce-72a9aa4e9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:16.176458 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-857328cd-8963-4d8d-80ce-72a9aa4e9b25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba5aa21e-4326-4a01-89a2-5d730648b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1472964 Jun 11 19:50:16.185314 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-99534349-5e59-4818-bfac-8416e35bcfbf req-6b148a18-8f9a-4657-8006-4debc25f4040 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645444 Jun 11 19:50:16.199963 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-592323b9-2025-4fc3-9794-d07bd329b82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:16.313593 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-94331b5f-3e44-49a7-9223-34f9a9ff79a1 service neutron] 10.222.0.43 "GET /v2.0/networks/ba5aa21e-4326-4a01-89a2-5d730648b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270857 Jun 11 19:50:16.326044 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-592323b9-2025-4fc3-9794-d07bd329b82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:16.390687 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-592323b9-2025-4fc3-9794-d07bd329b82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:16.394381 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a3e2be63-93d4-4c0e-8768-0a3247e32ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:16.435040 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-592323b9-2025-4fc3-9794-d07bd329b82a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5cc210081334215a1bf837f04ff2d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217703 Jun 11 19:50:16.435215 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58787f64-d760-4f3b-8e7b-d759e36cb883 req-eb683ed3-f95a-4e48-92b7-c6786e193f6e service neutron] 10.222.0.43 "GET /v2.0/networks/ba5aa21e-4326-4a01-89a2-5d730648b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101124 Jun 11 19:50:16.436352 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50424) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:16.436479 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592323b9-2025-4fc3-9794-d07bd329b82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae0bd2-f5e2-4e4e-a215-3500d790a2c9,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:16.439662 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-592323b9-2025-4fc3-9794-d07bd329b82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:16.489550 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9cc3ac92-5e8b-49c9-af1c-4fbc0ef9bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:16.513382 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9cc3ac92-5e8b-49c9-af1c-4fbc0ef9bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:16.616400 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9cc3ac92-5e8b-49c9-af1c-4fbc0ef9bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:16.619053 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9cc3ac92-5e8b-49c9-af1c-4fbc0ef9bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:16.620223 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-9cc3ac92-5e8b-49c9-af1c-4fbc0ef9bcff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30ae0bd2-f5e2-4e4e-a215-3500d790a2c9 HTTP/1.1" status: 204 len: 168 time: 0.1826894 Jun 11 19:50:16.620955 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-888cb577-9971-4504-bbb4-3cad6d60ddb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:16.629512 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3ac92-5e8b-49c9-af1c-4fbc0ef9bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae0bd2-f5e2-4e4e-a215-3500d790a2c9,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:16.631648 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-9cc3ac92-5e8b-49c9-af1c-4fbc0ef9bcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:17.098584 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967e70c-17ea-4d18-a59b-ffc1d308a1fe req-a2f21268-10c0-4423-88eb-37b6acd22adf tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:17.100023 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7967e70c-17ea-4d18-a59b-ffc1d308a1fe req-a2f21268-10c0-4423-88eb-37b6acd22adf tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0743179 Jun 11 19:50:17.142506 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7967e70c-17ea-4d18-a59b-ffc1d308a1fe req-90c79b40-2cbf-4e81-a99b-e936f2ead398 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Jun 11 19:50:17.406474 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50460) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:17.407833 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59777d4f-2a05-4fcc-8d25-9bd978656bc2 req-346baed6-a84f-467a-9af9-d6b4cc0bd91d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:17.409533 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59777d4f-2a05-4fcc-8d25-9bd978656bc2 req-346baed6-a84f-467a-9af9-d6b4cc0bd91d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 947 time: 0.1022174 Jun 11 19:50:17.436311 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-319dae58-1da4-4d6d-a902-1ffab46276ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:17.478938 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59777d4f-2a05-4fcc-8d25-9bd978656bc2 req-4400cc52-af34-4304-a005-d0b86946f22c tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555012 Jun 11 19:50:17.540289 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-319dae58-1da4-4d6d-a902-1ffab46276ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:17.622526 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-319dae58-1da4-4d6d-a902-1ffab46276ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:17.625991 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-cef172f2-eeb4-4ff4-83e5-9d848839b02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:17.666349 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-319dae58-1da4-4d6d-a902-1ffab46276ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91cfe37b36ce4476a6c0114afdc79b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588558 Jun 11 19:50:17.668581 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dae58-1da4-4d6d-a902-1ffab46276ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb3dfd5-e074-4863-8ee6-a3a9ec9e6f71,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:17.669615 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50476) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:17.671675 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-319dae58-1da4-4d6d-a902-1ffab46276ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:17.732961 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ce24f04f-400f-441e-90a3-b0aab0bb51a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:17.756869 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ce24f04f-400f-441e-90a3-b0aab0bb51a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:17.882158 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ce24f04f-400f-441e-90a3-b0aab0bb51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:17.884730 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ce24f04f-400f-441e-90a3-b0aab0bb51a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:17.885899 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-ce24f04f-400f-441e-90a3-b0aab0bb51a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3eb3dfd5-e074-4863-8ee6-a3a9ec9e6f71 HTTP/1.1" status: 204 len: 168 time: 0.2151818 Jun 11 19:50:17.886764 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-56819340-7593-4b7c-8415-10910816261e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:17.896764 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24f04f-400f-441e-90a3-b0aab0bb51a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb3dfd5-e074-4863-8ee6-a3a9ec9e6f71,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:17.899999 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ce24f04f-400f-441e-90a3-b0aab0bb51a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:18.178191 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afade3c2-233c-428c-960f-e82e04d3f3fa req-76f22578-6419-45c4-8641-a77929aeb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:18.180440 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-afade3c2-233c-428c-960f-e82e04d3f3fa req-76f22578-6419-45c4-8641-a77929aeb3ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 1098 time: 0.0622532 Jun 11 19:50:18.220893 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-afade3c2-233c-428c-960f-e82e04d3f3fa req-49bb2aa9-4b9b-45e9-8359-82d7d0ce4bc3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Jun 11 19:50:18.335117 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36e06a-c06d-447f-8286-866be471fb2b req-79252635-ec61-4d0b-8ecc-0fcfd10d034e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:18.340125 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7d36e06a-c06d-447f-8286-866be471fb2b req-79252635-ec61-4d0b-8ecc-0fcfd10d034e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0732446 Jun 11 19:50:18.387593 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7d36e06a-c06d-447f-8286-866be471fb2b req-0f6de4ed-ecd8-4b55-86e2-8669c6ffa3e5 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Jun 11 19:50:18.394806 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50490) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:18.448363 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdf2775-e7ea-4f85-8e12-5df6e62c88e3 admin admin] Deleting subnet 8256175f-3805-47e1-a8b7-2dfc7df3f5d7 {{(pid=98767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:50:18.451487 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2775-e7ea-4f85-8e12-5df6e62c88e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:18.494904 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2775-e7ea-4f85-8e12-5df6e62c88e3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:18.504257 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2775-e7ea-4f85-8e12-5df6e62c88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:18.665239 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2775-e7ea-4f85-8e12-5df6e62c88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:18.671824 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:18.691946 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50502) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:18.707764 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4eed29c1-b062-4156-8b2d-c29806614c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:18.717650 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf2775-e7ea-4f85-8e12-5df6e62c88e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8256175f-3805-47e1-a8b7-2dfc7df3f5d7,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:18.720108 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2775-e7ea-4f85-8e12-5df6e62c88e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:18.722047 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-1fdf2775-e7ea-4f85-8e12-5df6e62c88e3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8256175f-3805-47e1-a8b7-2dfc7df3f5d7 HTTP/1.1" status: 204 len: 168 time: 0.3261089 Jun 11 19:50:18.724937 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1fdf2775-e7ea-4f85-8e12-5df6e62c88e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:18.727046 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50504) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:18.819246 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4eed29c1-b062-4156-8b2d-c29806614c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:18.821114 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0e111-b672-4e80-ba94-cb1862b7d804 req-502d5697-965c-4692-8546-ef574cbac937 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:18.822589 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e3c0e111-b672-4e80-ba94-cb1862b7d804 req-502d5697-965c-4692-8546-ef574cbac937 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 947 time: 0.1986911 Jun 11 19:50:18.849015 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:18.909582 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e3c0e111-b672-4e80-ba94-cb1862b7d804 req-81f83f0b-6dde-4296-82eb-df1b8776835a tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802650 Jun 11 19:50:18.927488 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4eed29c1-b062-4156-8b2d-c29806614c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:18.931518 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-48aba522-3a27-460c-8c3b-6e896bae92f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:18.979886 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-4eed29c1-b062-4156-8b2d-c29806614c6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fda69c4847184038bdcdc210dffc0399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868330 Jun 11 19:50:18.980992 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed29c1-b062-4156-8b2d-c29806614c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1d1130-4786-458b-913e-2d61f0a4e71d,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:18.983552 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50512) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:18.995276 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4eed29c1-b062-4156-8b2d-c29806614c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:19.001318 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.014813 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.015233 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.015988 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.017557 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > port after_create 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.022571 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.022571 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > port after_update 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.022571 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.022571 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.022571 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.022571 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.052029 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-840a750a-8f44-45e0-8957-e3370cf74411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.080495 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-840a750a-8f44-45e0-8957-e3370cf74411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.089673 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.090032 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.090377 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.090710 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:50:19.091476 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.services.segments.db [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63546133-e64f-4616-bfcc-bfa322e74e45']}} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:50:19.110241 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.services.segments.db [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61be97f8-ac16-4b3c-b005-f027e3a7c665') {'for_net_delete': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:50:19.110543 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.services.segments.db [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61be97f8-ac16-4b3c-b005-f027e3a7c665') {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:50:19.132813 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60388124'] for segment, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.154529 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.163963 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=98767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:50:19.164298 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60390430'] for segment, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: Traceback (most recent call last): Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: timer() Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: cb(*args, **kw) Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: return func(*args, **kwargs) Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: self._notify() Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: self.callback(batched_events) Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: event.method(event) Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: return f(self, *a, **k) Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: return self._get(url).json() Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: return self.request(url, 'GET', **kwargs) Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:50:19.168273 dv-cinder-790535-3-smb neutron-server[98767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:50:19.221782 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-840a750a-8f44-45e0-8957-e3370cf74411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.224320 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-840a750a-8f44-45e0-8957-e3370cf74411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.233723 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-840a750a-8f44-45e0-8957-e3370cf74411 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b1d1130-4786-458b-913e-2d61f0a4e71d HTTP/1.1" status: 204 len: 168 time: 0.2435598 Jun 11 19:50:19.236107 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-18ed7e85-7389-488b-a206-552299e1fa87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:19.250781 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a750a-8f44-45e0-8957-e3370cf74411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1d1130-4786-458b-913e-2d61f0a4e71d,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:19.253558 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-840a750a-8f44-45e0-8957-e3370cf74411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:19.318977 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.323858 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-437df22e-698d-418a-bd07-731bc3057ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:19.340198 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=63546133-e64f-4616-bfcc-bfa322e74e45,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:19.345810 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.349036 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] 10.222.0.37 "DELETE /v2.0/networks/63546133-e64f-4616-bfcc-bfa322e74e45 HTTP/1.1" status: 204 len: 168 time: 0.6210518 Jun 11 19:50:19.350728 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3734f737-7ccd-44e0-aae0-580e12fb7b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:19.351955 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50532) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:19.413274 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3219990-cb20-4c80-9169-4e8f5252e062 admin admin] Deleting subnet 5c7378a6-576c-422f-a1e8-e38703acad8c {{(pid=98767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:50:19.417217 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e3219990-cb20-4c80-9169-4e8f5252e062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.465072 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e3219990-cb20-4c80-9169-4e8f5252e062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60388119'] for subnet, precommit_delete_associations {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.580729 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e3219990-cb20-4c80-9169-4e8f5252e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.660717 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5df41d-0350-439e-8b8d-098ce7ecfd85 req-fb4a6c14-a05c-4531-9fa3-5852b5cebbc2 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:19.662213 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bf5df41d-0350-439e-8b8d-098ce7ecfd85 req-fb4a6c14-a05c-4531-9fa3-5852b5cebbc2 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1259251 Jun 11 19:50:19.690466 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device b649c1bf-8302-4b79-af87-6e94b66c37cf details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:50:19.724551 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bf5df41d-0350-439e-8b8d-098ce7ecfd85 req-82af0987-605c-4da6-8a3f-269a0ded8f86 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535657 Jun 11 19:50:19.788791 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e3219990-cb20-4c80-9169-4e8f5252e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60388279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60341384'] for subnet, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.792888 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-eee3e68f-4c6a-4d1c-932d-3e96d43dbea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:19.830620 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3219990-cb20-4c80-9169-4e8f5252e062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7378a6-576c-422f-a1e8-e38703acad8c,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:19.833447 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e3219990-cb20-4c80-9169-4e8f5252e062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.840924 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50558) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:19.841916 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-e3219990-cb20-4c80-9169-4e8f5252e062 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5c7378a6-576c-422f-a1e8-e38703acad8c HTTP/1.1" status: 204 len: 168 time: 0.4853795 Jun 11 19:50:19.843291 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e3219990-cb20-4c80-9169-4e8f5252e062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:19.885074 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port b649c1bf-8302-4b79-af87-6e94b66c37cf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b649c1bf-8302-4b79-af87-6e94b66c37cf,segment=NetworkSegment(90a47d82-4900-4a20-9cf8-ce67d8658278),segment_id=90a47d82-4900-4a20-9cf8-ce67d8658278)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:19.919887 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': 'b649c1bf-8302-4b79-af87-6e94b66c37cf', 'network_id': 'ba5aa21e-4326-4a01-89a2-5d730648b198', 'port_id': 'b649c1bf-8302-4b79-af87-6e94b66c37cf', 'mac_address': 'fa:16:3e:6f:29:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683e36a0-3447-440c-91e0-d9f953859f6f', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:50:19.968844 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.980677 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:19.983985 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b649c1bf-8302-4b79-af87-6e94b66c37cf {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:50:20.010167 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port b649c1bf-8302-4b79-af87-6e94b66c37cf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b649c1bf-8302-4b79-af87-6e94b66c37cf,segment=NetworkSegment(90a47d82-4900-4a20-9cf8-ce67d8658278),segment_id=90a47d82-4900-4a20-9cf8-ce67d8658278)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:20.091325 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.093412 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.096285 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-044a51f1-5b9a-4762-8d34-ac6b8d348815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:20.106496 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298555af-2ffe-4d39-835a-8aa025876d08']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:50:20.121480 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ccda4f-2285-444d-b681-fec7d8216f0c') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:50:20.121977 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ccda4f-2285-444d-b681-fec7d8216f0c') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:50:20.134058 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.158178 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.164601 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=b649c1bf-8302-4b79-af87-6e94b66c37cf,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:20.168195 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:50:20.168606 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:50:20.170376 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:50:20.172264 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:20.201182 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc2c9c-2fdf-4d54-a6f0-a4a9e7528282 req-a7b85e17-312d-457e-aac7-c5f4b1a4608d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:20.202552 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-66bc2c9c-2fdf-4d54-a6f0-a4a9e7528282 req-a7b85e17-312d-457e-aac7-c5f4b1a4608d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 948 time: 0.1161320 Jun 11 19:50:20.244301 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-66bc2c9c-2fdf-4d54-a6f0-a4a9e7528282 req-f0ea8a00-05ee-4629-9d5b-7a36eba90791 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Jun 11 19:50:20.316237 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.322505 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:20.323645 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.328278 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/298555af-2ffe-4d39-835a-8aa025876d08 HTTP/1.1" status: 204 len: 168 time: 0.4863253 Jun 11 19:50:20.342268 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=298555af-2ffe-4d39-835a-8aa025876d08,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:20.344607 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:20.623592 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['b649c1bf-8302-4b79-af87-6e94b66c37cf'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:50:20.654230 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50582) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:20.709323 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-f6b126fa-71bc-451a-bb0f-029a59d197f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1b5bebce4944c1ca1fad7e1a9e61376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583253 Jun 11 19:50:20.712234 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50584) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:20.787340 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-47fb338d-cf7c-4eec-86ef-c5c8400ef579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.824974 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-47fb338d-cf7c-4eec-86ef-c5c8400ef579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.937500 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84750b8d-d02c-42b2-876f-0a320a1a9275 req-632871af-517f-4220-8444-75b085cad2c9 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:20.944756 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-84750b8d-d02c-42b2-876f-0a320a1a9275 req-632871af-517f-4220-8444-75b085cad2c9 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0837703 Jun 11 19:50:20.965286 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-47fb338d-cf7c-4eec-86ef-c5c8400ef579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.969136 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-47fb338d-cf7c-4eec-86ef-c5c8400ef579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:20.970500 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-47fb338d-cf7c-4eec-86ef-c5c8400ef579 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d57a611-b5b1-4b29-8957-074e717dba84 HTTP/1.1" status: 204 len: 168 time: 0.2573342 Jun 11 19:50:20.971871 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c02d5d26-a56d-4d66-bad9-185685243de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:20.985241 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb338d-cf7c-4eec-86ef-c5c8400ef579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d57a611-b5b1-4b29-8957-074e717dba84,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:20.989017 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-47fb338d-cf7c-4eec-86ef-c5c8400ef579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:21.024185 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-84750b8d-d02c-42b2-876f-0a320a1a9275 req-36d5f027-ca67-4de3-a015-814713779fcf tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769985 Jun 11 19:50:21.447296 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926969b-b464-44e7-9031-b4655de1c418 req-b0dfd353-ccef-49a7-8786-109701bb91f2 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:21.449422 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9926969b-b464-44e7-9031-b4655de1c418 req-b0dfd353-ccef-49a7-8786-109701bb91f2 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 948 time: 0.0891528 Jun 11 19:50:21.469065 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3dc4-7c84-4bd7-b838-1654c1705003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:21.531738 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9926969b-b464-44e7-9031-b4655de1c418 req-827e92e6-ddf9-42df-94a7-9f605910fd51 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735948 Jun 11 19:50:21.689328 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3836-11d1-4161-b78d-12398b962528 req-7a84d83f-185a-4668-a14c-0bcc4664d110 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:21.690791 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5e0e3836-11d1-4161-b78d-12398b962528 req-7a84d83f-185a-4668-a14c-0bcc4664d110 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0870874 Jun 11 19:50:21.773082 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5e0e3836-11d1-4161-b78d-12398b962528 req-056181fd-8058-4df7-b1eb-4ce242346e01 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717096 Jun 11 19:50:21.784594 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fa5ba-1038-4f09-ac7b-5ce250cad0f1 req-227626e0-2915-4a36-b38c-c40297cef766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:21.786081 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-978fa5ba-1038-4f09-ac7b-5ce250cad0f1 req-227626e0-2915-4a36-b38c-c40297cef766 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 1098 time: 0.0944188 Jun 11 19:50:21.901599 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fa5ba-1038-4f09-ac7b-5ce250cad0f1 req-967c58fd-297e-4b86-8d58-09aa7a53c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:21.903372 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-978fa5ba-1038-4f09-ac7b-5ce250cad0f1 req-967c58fd-297e-4b86-8d58-09aa7a53c3c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 200 len: 919 time: 0.1105652 Jun 11 19:50:21.963420 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-978fa5ba-1038-4f09-ac7b-5ce250cad0f1 req-b2e03c07-1bff-484c-908b-528880ec5dd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77e962cc-f401-450e-b18a-cec151566780 HTTP/1.1" status: 200 len: 217 time: 0.0485034 Jun 11 19:50:21.966154 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50622) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:21.997882 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50624) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:22.019667 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-0b9dc3de-04d9-44cb-b6bf-3e6df2f58613 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19d358101dd440ccac0e609785899665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522311 Jun 11 19:50:22.022720 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50628) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:22.036051 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fa5ba-1038-4f09-ac7b-5ce250cad0f1 req-42201075-7bf7-4bc8-9b36-dd18fcbeb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:22.037635 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-978fa5ba-1038-4f09-ac7b-5ce250cad0f1 req-42201075-7bf7-4bc8-9b36-dd18fcbeb519 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=106e3590-a904-4800-a35d-447143ae7935 HTTP/1.1" status: 200 len: 858 time: 0.0647085 Jun 11 19:50:22.088454 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-978fa5ba-1038-4f09-ac7b-5ce250cad0f1 req-8d7f9c4b-41d9-4dde-adb7-d8a044d9831b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd3e709c-6304-4a09-a4df-3743d285f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379884 Jun 11 19:50:22.088955 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8915b717-b053-47d1-ab57-09297bae42c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.129473 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8915b717-b053-47d1-ab57-09297bae42c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.216367 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-978fa5ba-1038-4f09-ac7b-5ce250cad0f1 req-06de7f03-a103-4d35-9fa4-b620c634a289 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194422 Jun 11 19:50:22.247708 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-92ea87b0-123d-4bbd-913f-5f79f8eb6d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.286989 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8915b717-b053-47d1-ab57-09297bae42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.289532 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8915b717-b053-47d1-ab57-09297bae42c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.292794 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8915b717-b053-47d1-ab57-09297bae42c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d99cf95-057e-4d14-89a9-4a584aea2998 HTTP/1.1" status: 204 len: 168 time: 0.2659593 Jun 11 19:50:22.293322 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e205e181-5213-4e64-abf7-ac582453ff02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:22.306080 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915b717-b053-47d1-ab57-09297bae42c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d99cf95-057e-4d14-89a9-4a584aea2998,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:22.312653 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8915b717-b053-47d1-ab57-09297bae42c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:22.381938 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-92ea87b0-123d-4bbd-913f-5f79f8eb6d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.477868 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-92ea87b0-123d-4bbd-913f-5f79f8eb6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.498248 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-0eb3b36d-72fc-4c0e-9de7-e97176a58d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:22.531578 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-92ea87b0-123d-4bbd-913f-5f79f8eb6d86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77dd10064f1148ea87fed16e502f6acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324929 Jun 11 19:50:22.535283 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50650) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:22.563042 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea87b0-123d-4bbd-913f-5f79f8eb6d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3a18fb-0546-4def-900f-4a6a19f3018a,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:22.579046 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-92ea87b0-123d-4bbd-913f-5f79f8eb6d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:22.644212 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fc227014-6330-4189-8e97-f0488cc15ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.673500 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fc227014-6330-4189-8e97-f0488cc15ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.688141 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-978fa5ba-1038-4f09-ac7b-5ce250cad0f1 req-c62f2f1e-3ddc-4de9-b8a3-b86ea1bc2e12 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489734 Jun 11 19:50:22.820524 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-3873d061-3d74-472d-adf7-c01fff5b8f37 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:22.829105 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-3873d061-3d74-472d-adf7-c01fff5b8f37 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/networks?id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 200 len: 814 time: 0.4839387 Jun 11 19:50:22.851377 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-aba8366d-057e-4d4f-9554-a506e37462dc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/quotas/c7bbdea526ad478f8c2c53883fa20609 HTTP/1.1" status: 200 len: 375 time: 0.0206108 Jun 11 19:50:22.862120 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fc227014-6330-4189-8e97-f0488cc15ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.864975 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fc227014-6330-4189-8e97-f0488cc15ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:22.870092 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-fc227014-6330-4189-8e97-f0488cc15ce4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c3a18fb-0546-4def-900f-4a6a19f3018a HTTP/1.1" status: 204 len: 168 time: 0.3341229 Jun 11 19:50:22.871086 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-319dae58-1da4-4d6d-a902-1ffab46276ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:22.882042 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc227014-6330-4189-8e97-f0488cc15ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3a18fb-0546-4def-900f-4a6a19f3018a,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:22.884311 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fc227014-6330-4189-8e97-f0488cc15ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:22.929976 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9abe2-6d9c-4578-828b-f51267bd5281 req-24a4b12d-53a3-41a2-be09-7a23c65569a0 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:22.931439 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e2e9abe2-6d9c-4578-828b-f51267bd5281 req-24a4b12d-53a3-41a2-be09-7a23c65569a0 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 948 time: 0.1871791 Jun 11 19:50:22.995694 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e2e9abe2-6d9c-4578-828b-f51267bd5281 req-5c33fc08-ab0a-46f0-bc5c-96001f7c58e3 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546372 Jun 11 19:50:23.003467 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-c88428fc-1ab2-4f87-8add-80769b5475e4 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449814 Jun 11 19:50:23.184686 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-926ec1c7-b9c8-4e6c-9ab0-9a4d637039bf service neutron] 10.222.0.37 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731193 Jun 11 19:50:23.250440 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7b6e-3e9e-4088-a778-a429bca2d3c9 req-96a501cd-c544-4221-9f84-be2387176251 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:23.251910 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a05d7b6e-3e9e-4088-a778-a429bca2d3c9 req-96a501cd-c544-4221-9f84-be2387176251 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1356025 Jun 11 19:50:23.358468 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a05d7b6e-3e9e-4088-a778-a429bca2d3c9 req-b0cffb7b-32ee-4418-b851-c764203150b8 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641153 Jun 11 19:50:23.360482 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-f968d131-8cbc-4071-b7b1-a963e19d2585 service neutron] 10.222.0.37 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663377 Jun 11 19:50:23.581467 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50694) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:23.598323 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50698) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:23.610508 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad14d161-b933-49d4-a19c-ca4c2c5e8f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:23.661037 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-46c04296-671b-45a5-ab2e-0790ed238b3e req-c8a72334-ec89-42f5-958d-eb870d7f71fe tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 210 time: 0.0463524 Jun 11 19:50:23.724474 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device b649c1bf-8302-4b79-af87-6e94b66c37cf up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:50:23.755340 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad14d161-b933-49d4-a19c-ca4c2c5e8f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:23.787276 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1205231427-network', 'tenant_id': '3fe009ebcc4f499e967c207d98fb87a0'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:50:23.822379 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad14d161-b933-49d4-a19c-ca4c2c5e8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:23.826519 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-92ea87b0-123d-4bbd-913f-5f79f8eb6d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:23.870285 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-ad14d161-b933-49d4-a19c-ca4c2c5e8f17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d2054ddde2e410889881e935fab09de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857070 Jun 11 19:50:23.870285 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14d161-b933-49d4-a19c-ca4c2c5e8f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476790d2-ddd8-495a-9039-feb9c4dd9511,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:23.871511 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50706) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:23.875431 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ad14d161-b933-49d4-a19c-ca4c2c5e8f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:23.930553 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-340f2710-27fd-47b7-8ac3-744d5a363f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:23.942424 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Made reservation on behalf of 3fe009ebcc4f499e967c207d98fb87a0 for: {'network': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:50:23.945542 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:23.961766 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:23.968361 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-340f2710-27fd-47b7-8ac3-744d5a363f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.039250 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-9fadae08-9c1f-4a17-bc5f-825976f49150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.042754 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port b649c1bf-8302-4b79-af87-6e94b66c37cf completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:50:24.045535 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port b649c1bf-8302-4b79-af87-6e94b66c37cf triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:50:24.046121 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.107098 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.140923 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.178608 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2229ad66-247a-4609-8a0f-2dfcc2f7ef02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b649c1bf-8302-4b79-af87-6e94b66c37cf'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:24.181570 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ab128-92a8-4166-bfb5-c11d2d1132c7" -d '{"events": [{"server_uuid": "2229ad66-247a-4609-8a0f-2dfcc2f7ef02", "name": "network-vif-plugged", "status": "completed", "tag": "b649c1bf-8302-4b79-af87-6e94b66c37cf"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:24.197650 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.198429 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137d3e5-244a-4487-83d7-c015a785f8a4 req-0810ad7c-8075-4f1d-b70d-b3da8b790bcd tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:24.202031 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port b649c1bf-8302-4b79-af87-6e94b66c37cf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b649c1bf-8302-4b79-af87-6e94b66c37cf,segment=NetworkSegment(90a47d82-4900-4a20-9cf8-ce67d8658278),segment_id=90a47d82-4900-4a20-9cf8-ce67d8658278)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:24.202249 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9137d3e5-244a-4487-83d7-c015a785f8a4 req-0810ad7c-8075-4f1d-b70d-b3da8b790bcd tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 948 time: 0.0831072 Jun 11 19:50:24.210369 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-340f2710-27fd-47b7-8ac3-744d5a363f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.212985 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-340f2710-27fd-47b7-8ac3-744d5a363f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.214175 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-340f2710-27fd-47b7-8ac3-744d5a363f32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/476790d2-ddd8-495a-9039-feb9c4dd9511 HTTP/1.1" status: 204 len: 168 time: 0.3416638 Jun 11 19:50:24.216221 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ce24f04f-400f-441e-90a3-b0aab0bb51a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:24.225647 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.242527 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e237ae13-7230-4c42-8efd-982176cc8ae3 x-openstack-request-id: req-e237ae13-7230-4c42-8efd-982176cc8ae3 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:24.242828 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2229ad66-247a-4609-8a0f-2dfcc2f7ef02", "name": "network-vif-plugged", "status": "completed", "tag": "b649c1bf-8302-4b79-af87-6e94b66c37cf", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:24.244186 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e237ae13-7230-4c42-8efd-982176cc8ae3 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:24.244601 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2229ad66-247a-4609-8a0f-2dfcc2f7ef02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b649c1bf-8302-4b79-af87-6e94b66c37cf', 'code': 200} Jun 11 19:50:24.250853 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f2710-27fd-47b7-8ac3-744d5a363f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476790d2-ddd8-495a-9039-feb9c4dd9511,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:24.254729 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-340f2710-27fd-47b7-8ac3-744d5a363f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:24.256525 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-5d77486e-fdc7-4edb-9729-a7ed31ae69b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:24.277336 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=98767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:50:24.278842 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.284399 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:24.316700 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9137d3e5-244a-4487-83d7-c015a785f8a4 req-9f8a8cff-27d9-4335-a7a1-1325bfcc8173 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078196 Jun 11 19:50:24.318009 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.318539 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.segments_db [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Added segment aeaafded-3694-46f5-a8a8-468a192d708f of type vlan for network 7606a93d-6aca-4ea0-849d-edb3bf48e611 Jun 11 19:50:24.320828 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01d179a-5dd2-43c1-9957-4048cd061cd0,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:24.336311 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:24.353231 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=b649c1bf-8302-4b79-af87-6e94b66c37cf,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:24.356579 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:24.377004 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.476417 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.478009 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:24.478599 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.481806 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d9dcf7dd-735e-48c1-b853-771ff6eaf31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:24.643484 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=7606a93d-6aca-4ea0-849d-edb3bf48e611,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:24.648031 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:24.652672 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0528183 Jun 11 19:50:24.655999 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50728) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:24.660053 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network 7606a93d-6aca-4ea0-849d-edb3bf48e611 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:50:24.660744 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Request body: {'subnet': {'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1205231427-subnet', 'tenant_id': '3fe009ebcc4f499e967c207d98fb87a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:50:24.715045 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80696e41-676a-46ab-b0de-24bd220709a5 req-967e496a-ffb2-417e-8c96-548dc0bdb698 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:24.717735 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-80696e41-676a-46ab-b0de-24bd220709a5 req-967e496a-ffb2-417e-8c96-548dc0bdb698 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.2078450 Jun 11 19:50:24.764827 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Made reservation on behalf of 3fe009ebcc4f499e967c207d98fb87a0 for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:50:24.767307 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59462132'] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:24.769359 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7429ff-b66d-4498-b72a-c074083510d4 req-c9c4df8b-ec0e-46ac-9f79-278503ed07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:24.771155 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab7429ff-b66d-4498-b72a-c074083510d4 req-c9c4df8b-ec0e-46ac-9f79-278503ed07c4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 1102 time: 0.1670327 Jun 11 19:50:24.812771 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-80696e41-676a-46ab-b0de-24bd220709a5 req-502b686d-4f23-431b-9f1c-5b19c839d65c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769284 Jun 11 19:50:24.854083 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab7429ff-b66d-4498-b72a-c074083510d4 req-e467d884-21ea-4617-831a-a19115944982 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709858 Jun 11 19:50:24.928637 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7a1f016d-1364-424e-8f20-e69ef120d0dd req-ba04dd8f-c005-41df-af1f-86eb4fe0a7b2 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 210 time: 0.0464923 Jun 11 19:50:24.963241 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 50734) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:24.994938 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-83bd686f-b0ef-4e4a-9fba-bb86daeccace admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:25.067636 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3169986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59462114'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:25.074126 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e94b87c8-9e50-488a-bb2c-ea6cee266927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:25.149889 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-83bd686f-b0ef-4e4a-9fba-bb86daeccace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:25.153140 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Pushing event updated for resources: {'Subnet': ['ID=90cd1d74-5c2c-47d7-8dc5-57cb850bb919,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:25.156137 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:25.161349 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:25.170909 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Checking segment: {'id': 'aeaafded-3694-46f5-a8a8-468a192d708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:50:25.171205 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Network hostable DHCP agents. Network: 7606a93d-6aca-4ea0-849d-edb3bf48e611, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:50:25.236344 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-83bd686f-b0ef-4e4a-9fba-bb86daeccace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:25.238819 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-76c1bf1d-4e8b-48f2-bfbb-732fc2b2e272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:25.282122 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-83bd686f-b0ef-4e4a-9fba-bb86daeccace admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa21bc8714404882b3baf946cf9cfea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177838 Jun 11 19:50:25.283296 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd686f-b0ef-4e4a-9fba-bb86daeccace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c0b5ac-f462-41ed-a71c-6827c302eb8b,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:25.284713 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 50736) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:25.285795 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Network 7606a93d-6aca-4ea0-849d-edb3bf48e611 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:50:25.287978 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-83bd686f-b0ef-4e4a-9fba-bb86daeccace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:25.338950 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7efb64c9-4b7e-4999-8ed4-e0fc502f7765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:25.364867 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7efb64c9-4b7e-4999-8ed4-e0fc502f7765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:25.401437 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, 7606a93d-6aca-4ea0-849d-edb3bf48e611) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:50:25.409674 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:25.409790 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:25.417026 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbf9359-87e8-4051-85dc-31de07db2fff None None] Network 7606a93d-6aca-4ea0-849d-edb3bf48e611 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:50:25.485908 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8292694 Jun 11 19:50:25.516753 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7efb64c9-4b7e-4999-8ed4-e0fc502f7765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:25.519441 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7efb64c9-4b7e-4999-8ed4-e0fc502f7765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:25.523475 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-7efb64c9-4b7e-4999-8ed4-e0fc502f7765 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65c0b5ac-f462-41ed-a71c-6827c302eb8b HTTP/1.1" status: 204 len: 168 time: 0.2349699 Jun 11 19:50:25.523475 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:25.543709 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3e11-51de-42b4-a893-62626a9dfef8 req-db8e4ed5-8e38-4440-a252-970e7eedb96a tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:25.545346 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b04c3e11-51de-42b4-a893-62626a9dfef8 req-db8e4ed5-8e38-4440-a252-970e7eedb96a tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 949 time: 0.0925305 Jun 11 19:50:25.546145 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb64c9-4b7e-4999-8ed4-e0fc502f7765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c0b5ac-f462-41ed-a71c-6827c302eb8b,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:25.549181 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-7efb64c9-4b7e-4999-8ed4-e0fc502f7765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:25.612116 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b04c3e11-51de-42b4-a893-62626a9dfef8 req-d7586419-9c7a-40b4-a422-fb73844e52cf tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471082 Jun 11 19:50:25.637409 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41fc53-bb1f-409f-b6fe-5dd469df2b69 None None] Network 7606a93d-6aca-4ea0-849d-edb3bf48e611 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:50:26.016740 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6cb6b-fd5a-4d55-9e05-5cdb98c5def1 req-fdf353d9-ddf7-448d-a4d8-8d1215b39a55 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:26.018283 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2bb6cb6b-fd5a-4d55-9e05-5cdb98c5def1 req-fdf353d9-ddf7-448d-a4d8-8d1215b39a55 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0868094 Jun 11 19:50:26.074786 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2bb6cb6b-fd5a-4d55-9e05-5cdb98c5def1 req-18eb6054-73a4-4700-875c-1a7de521503f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490134 Jun 11 19:50:26.137123 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2e2903dc-eceb-4537-96da-80b90951e8c0 req-372cadf6-4e36-493a-be5e-893cf0cb7766 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 210 time: 0.0611782 Jun 11 19:50:26.273289 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-247580ab-43ab-44a3-a92f-bab01bfaf246 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:26.274777 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-247580ab-43ab-44a3-a92f-bab01bfaf246 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "GET /v2.0/networks?id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 200 len: 814 time: 0.1480536 Jun 11 19:50:26.311311 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Request body: {'port': {'device_id': '26dc89f9-69af-41e3-a6b7-72a3becd841f', 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9', 'admin_state_up': True, 'tenant_id': 'c7bbdea526ad478f8c2c53883fa20609'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:50:26.565381 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Made reservation on behalf of c7bbdea526ad478f8c2c53883fa20609 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:50:26.570093 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:26.804110 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Allocated IP 172.20.0.12 (a0e0bb72-4b8c-4f65-adfb-9823c48b55d9/64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c/78ca56ed-f338-4218-bfdb-5bfbdec9ea79) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:50:27.028347 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474a1f9-2a4f-4b3d-b0d1-5991bc1d214c req-957a6f96-7ab1-4da8-9d06-9d225104d9e6 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:27.029863 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6474a1f9-2a4f-4b3d-b0d1-5991bc1d214c req-957a6f96-7ab1-4da8-9d06-9d225104d9e6 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 949 time: 0.2422309 Jun 11 19:50:27.036489 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:27.080340 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:27.107110 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6474a1f9-2a4f-4b3d-b0d1-5991bc1d214c req-3e939e0b-cded-4d23-a203-d92f67f0087a tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677223 Jun 11 19:50:27.151128 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:27.275478 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:27.280041 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:27.292860 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['da5e8ae3-b1b5-4bfb-b440-0a85aa07f910', 'f9a330de-1852-446f-ab67-0f37075cd266', 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:50:27.379541 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:50:27.392284 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:50:27.400093 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:50:27.404589 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Pushing event updated for resources: {'Port': ['ID=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:27.416331 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:27.483454 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81582bf5-68a4-4375-9c7b-4b61a248f1c0 req-379c1364-ea76-4ad8-9015-127cc3b6741a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:27.490259 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-81582bf5-68a4-4375-9c7b-4b61a248f1c0 req-379c1364-ea76-4ad8-9015-127cc3b6741a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.2568505 Jun 11 19:50:27.527484 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:27.528042 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:27.557743 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61a135-e0ee-422d-a1ed-e24e00069253 req-5be9fde9-7768-48e6-96f9-ed5df2121c2c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:27.559410 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1d61a135-e0ee-422d-a1ed-e24e00069253 req-5be9fde9-7768-48e6-96f9-ed5df2121c2c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 932 time: 0.2760241 Jun 11 19:50:27.570420 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-81582bf5-68a4-4375-9c7b-4b61a248f1c0 req-48e0d80f-443b-4120-b9ec-27e92a1f0b86 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787137 Jun 11 19:50:27.629167 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1d61a135-e0ee-422d-a1ed-e24e00069253 req-692c3a8e-10de-4881-bdf5-9e63c2872c96 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609112 Jun 11 19:50:27.645189 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3382099 Jun 11 19:50:27.712246 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Request body: {'port': {'device_id': '26dc89f9-69af-41e3-a6b7-72a3becd841f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:50:27.920763 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:28.310500 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-fcaadc92-e477-4e5f-ac19-4b479a05036e tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:28.312184 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-fcaadc92-e477-4e5f-ac19-4b479a05036e tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/networks?id=7606a93d-6aca-4ea0-849d-edb3bf48e611 HTTP/1.1" status: 200 len: 809 time: 0.2471807 Jun 11 19:50:28.334083 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-71ffbbde-a811-4e06-9d08-08e6f72bc8b7 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/quotas/3fe009ebcc4f499e967c207d98fb87a0 HTTP/1.1" status: 200 len: 375 time: 0.0156696 Jun 11 19:50:28.394651 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-4ef10108-8ba0-4f48-ad26-e49d0ff7b427 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fe009ebcc4f499e967c207d98fb87a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472722 Jun 11 19:50:28.879760 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:50:28.901546 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:28.918321 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-9ab4a153-382b-40a9-b79c-32da7ff0a7d2 service neutron] 10.222.0.37 "GET /v2.0/networks/7606a93d-6aca-4ea0-849d-edb3bf48e611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225713 Jun 11 19:50:28.947956 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Transition to ACTIVE for port object 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:50:29.027991 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac166db-1127-42a9-99d9-ab9607ab969e req-27ab4c15-fdc0-4b2d-bf41-fd1ca7885620 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:29.029549 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8ac166db-1127-42a9-99d9-ab9607ab969e req-27ab4c15-fdc0-4b2d-bf41-fd1ca7885620 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 949 time: 0.5284524 Jun 11 19:50:29.041006 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:29.048429 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:29.117685 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-60d49f07-f808-4650-ad65-6f8cd0cc1f54 service neutron] 10.222.0.37 "GET /v2.0/networks/7606a93d-6aca-4ea0-849d-edb3bf48e611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985133 Jun 11 19:50:29.186148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Pushing event updated for resources: {'Port': ['ID=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:29.192948 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8ac166db-1127-42a9-99d9-ab9607ab969e req-c437b1a3-34ed-43b7-a2d1-c112b4b6278e tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560428 Jun 11 19:50:29.195198 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:29.300768 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Attempting to bind port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:50:29.302101 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Attempting to bind port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:50:29.302443 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Attempting to bind port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:50:29.306996 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:50:29.307326 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Attempting to bind port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 on network a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:50:29.312288 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:50:29.312634 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Checking segment: {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:50:29.313187 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Bound using segment: {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:50:29.313498 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Bound port: 78ca56ed-f338-4218-bfdb-5bfbdec9ea79, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3866b74a-e622-4a25-b82c-c690d5076bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:50:29.313860 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:29.442190 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] For port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:50:29.459370 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] For port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:50:29.475248 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962492c-6f4f-4816-b54e-0dc2bb66985d req-2940da71-f42b-447c-badc-48c4a6e15c86 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:29.476794 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4962492c-6f4f-4816-b54e-0dc2bb66985d req-2940da71-f42b-447c-badc-48c4a6e15c86 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 944 time: 0.1188416 Jun 11 19:50:29.520512 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4962492c-6f4f-4816-b54e-0dc2bb66985d req-cef63f9c-43d0-4155-9d91-dfb74a9454bd tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Jun 11 19:50:29.522040 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:29.524730 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:29.575974 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:29.576612 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:29.578062 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] 10.222.0.43 "PUT /v2.0/ports/78ca56ed-f338-4218-bfdb-5bfbdec9ea79 HTTP/1.1" status: 200 len: 1094 time: 1.8702013 Jun 11 19:50:29.578554 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26dc89f9-69af-41e3-a6b7-72a3becd841f', 'tag': '78ca56ed-f338-4218-bfdb-5bfbdec9ea79'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:29.580965 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c901c540-8f0d-4c6e-b595-8c960d3a0da1" -d '{"events": [{"name": "network-changed", "server_uuid": "26dc89f9-69af-41e3-a6b7-72a3becd841f", "tag": "78ca56ed-f338-4218-bfdb-5bfbdec9ea79"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:29.653115 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8db1a6a-b321-443b-be1f-5593cb178e31 x-openstack-request-id: req-f8db1a6a-b321-443b-be1f-5593cb178e31 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:29.653370 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26dc89f9-69af-41e3-a6b7-72a3becd841f", "tag": "78ca56ed-f338-4218-bfdb-5bfbdec9ea79", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:29.653644 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8db1a6a-b321-443b-be1f-5593cb178e31 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:29.654054 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26dc89f9-69af-41e3-a6b7-72a3becd841f', 'tag': '78ca56ed-f338-4218-bfdb-5bfbdec9ea79', 'status': 'completed', 'code': 200} Jun 11 19:50:29.656243 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e122561e-1464-4ea6-b0ac-c93c3217566f req-263a0ff6-2ff4-4a48-a43b-923895dabf3f tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0723789 Jun 11 19:50:29.661344 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Pushing event updated for resources: {'Port': ['ID=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:29.670586 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:29.784860 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901c540-8f0d-4c6e-b595-8c960d3a0da1 req-20c0ce3b-d2f0-4bca-8380-026918e80df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:29.788198 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c901c540-8f0d-4c6e-b595-8c960d3a0da1 req-20c0ce3b-d2f0-4bca-8380-026918e80df9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 1097 time: 0.1055915 Jun 11 19:50:29.847994 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb950-3270-4bbe-ad58-80001815d6f0 req-659eaf55-c50e-407a-8a5e-e0f65f184f82 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:29.854009 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f60cb950-3270-4bbe-ad58-80001815d6f0 req-659eaf55-c50e-407a-8a5e-e0f65f184f82 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1245790 Jun 11 19:50:29.956940 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f60cb950-3270-4bbe-ad58-80001815d6f0 req-d9b63c74-a034-44d0-9d6b-81e8a9fe353c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014326 Jun 11 19:50:29.959554 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901c540-8f0d-4c6e-b595-8c960d3a0da1 req-5ea97048-ae76-4341-9740-9ce19a7ff784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:29.960943 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c901c540-8f0d-4c6e-b595-8c960d3a0da1 req-5ea97048-ae76-4341-9740-9ce19a7ff784 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c7bbdea526ad478f8c2c53883fa20609&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1645455 Jun 11 19:50:30.097052 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901c540-8f0d-4c6e-b595-8c960d3a0da1 req-7111981a-01bd-4509-aaec-f6f11303be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:30.098645 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c901c540-8f0d-4c6e-b595-8c960d3a0da1 req-7111981a-01bd-4509-aaec-f6f11303be7e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299098 Jun 11 19:50:30.266583 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-ffc42a27-9483-4c14-b10c-bc7cba078649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:30.268065 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-ffc42a27-9483-4c14-b10c-bc7cba078649 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7bbdea526ad478f8c2c53883fa20609&device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 1097 time: 0.1073036 Jun 11 19:50:30.279757 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-a42686ca-e4fc-41f0-b92e-add018540aaf tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:30.281199 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-a42686ca-e4fc-41f0-b92e-add018540aaf tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.43 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 949 time: 0.0899949 Jun 11 19:50:30.359757 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-65176ae8-e233-424c-afe7-af7be89e2935 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78ca56ed-f338-4218-bfdb-5bfbdec9ea79 HTTP/1.1" status: 200 len: 217 time: 0.0776331 Jun 11 19:50:30.474423 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-78c70e6d-cce7-4d45-92e5-034f31a5a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:30.476537 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-78c70e6d-cce7-4d45-92e5-034f31a5a504 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c HTTP/1.1" status: 200 len: 854 time: 0.1053491 Jun 11 19:50:30.547507 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-dff843f9-aeb8-4fdc-8512-49ba4303d6c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438573 Jun 11 19:50:30.603980 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859de372-b891-41f4-ac7d-6a3c2899be85 req-a9c734ce-b66e-4be4-884c-0d9c2534b532 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:30.605456 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-859de372-b891-41f4-ac7d-6a3c2899be85 req-a9c734ce-b66e-4be4-884c-0d9c2534b532 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 949 time: 0.2687504 Jun 11 19:50:30.697875 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Deleting port b649c1bf-8302-4b79-af87-6e94b66c37cf {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:50:30.698226 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:30.746505 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-859de372-b891-41f4-ac7d-6a3c2899be85 req-756546a5-bebd-4278-afff-99ec376ef75a tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd0067d0-787e-488a-9685-e59e284338a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330132 Jun 11 19:50:30.755022 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-f5e2deb5-2505-4975-a7f1-5f6b610852b6 service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963224 Jun 11 19:50:30.942361 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] For port b649c1bf-8302-4b79-af87-6e94b66c37cf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b649c1bf-8302-4b79-af87-6e94b66c37cf,segment=NetworkSegment(90a47d82-4900-4a20-9cf8-ce67d8658278),segment_id=90a47d82-4900-4a20-9cf8-ce67d8658278)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:30.942361 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:31.046780 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Calling delete_port for b649c1bf-8302-4b79-af87-6e94b66c37cf owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:50:31.078829 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9237ec10-ef62-4233-b0c7-1bbe63ef7e17 req-614bab36-1311-4c2a-821c-a0818af762f2 service neutron] 10.222.0.43 "GET /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761433 Jun 11 19:50:31.548574 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6977eed0-8fa8-4c9c-ae1d-eec626de2457 req-a4a6a0d2-ef6e-4cbc-bd94-e2c610e97ab5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 210 time: 0.3456926 Jun 11 19:50:31.561077 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b8a64-1a4b-41f8-9dd8-336a1e441e4e req-fc8750c2-dbae-4eed-acac-0ad3a6309df3 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:31.562524 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-788b8a64-1a4b-41f8-9dd8-336a1e441e4e req-fc8750c2-dbae-4eed-acac-0ad3a6309df3 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 944 time: 0.5058186 Jun 11 19:50:31.647444 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-788b8a64-1a4b-41f8-9dd8-336a1e441e4e req-3ced1186-ed8e-4198-9590-f7febe278c1c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788515 Jun 11 19:50:31.730324 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:31.734383 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:31.746809 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['b649c1bf-8302-4b79-af87-6e94b66c37cf'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:50:31.767778 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Pushing event deleted for resources: {'Port': ['ID=b649c1bf-8302-4b79-af87-6e94b66c37cf,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:31.770877 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:31.836053 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] No DVR routers for this DVR port b649c1bf-8302-4b79-af87-6e94b66c37cf on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:50:31.838679 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:31.840929 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-88bfdbc8-6b69-47f4-a156-b58e99323be7 req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.43 "DELETE /v2.0/ports/b649c1bf-8302-4b79-af87-6e94b66c37cf HTTP/1.1" status: 204 len: 173 time: 1.5534723 Jun 11 19:50:31.841414 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2229ad66-247a-4609-8a0f-2dfcc2f7ef02', 'name': 'network-vif-deleted', 'tag': 'b649c1bf-8302-4b79-af87-6e94b66c37cf'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:31.843698 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7929f45-ab64-4798-8f3f-d9d7e5ac8cfc" -d '{"events": [{"server_uuid": "2229ad66-247a-4609-8a0f-2dfcc2f7ef02", "name": "network-vif-deleted", "tag": "b649c1bf-8302-4b79-af87-6e94b66c37cf"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:31.884739 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0312b27c-e7e6-4c6c-b0d2-bcd92131a438 x-openstack-request-id: req-0312b27c-e7e6-4c6c-b0d2-bcd92131a438 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:31.885064 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2229ad66-247a-4609-8a0f-2dfcc2f7ef02", "name": "network-vif-deleted", "tag": "b649c1bf-8302-4b79-af87-6e94b66c37cf", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:31.885388 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0312b27c-e7e6-4c6c-b0d2-bcd92131a438 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:31.885815 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2229ad66-247a-4609-8a0f-2dfcc2f7ef02', 'name': 'network-vif-deleted', 'tag': 'b649c1bf-8302-4b79-af87-6e94b66c37cf', 'status': 'completed', 'code': 200} Jun 11 19:50:31.949480 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-10897549-96c0-42eb-a799-20d2c894a67a req-bdcd3b3c-242a-4ed0-8a4d-9ba7aecf839c tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 210 time: 0.0697539 Jun 11 19:50:32.461996 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-c9a84ab3-009a-4dcc-b1f9-7ceb9af2297e tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:32.463767 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-c9a84ab3-009a-4dcc-b1f9-7ceb9af2297e tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.43 "GET /v2.0/networks?id=7606a93d-6aca-4ea0-849d-edb3bf48e611 HTTP/1.1" status: 200 len: 809 time: 0.1284375 Jun 11 19:50:32.486124 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Request body: {'port': {'device_id': 'c6bdfc24-3fa5-48ca-96cf-8649a975e8a9', 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611', 'admin_state_up': True, 'tenant_id': '3fe009ebcc4f499e967c207d98fb87a0'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:50:32.704680 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Made reservation on behalf of 3fe009ebcc4f499e967c207d98fb87a0 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:50:32.708165 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:32.712070 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f21abdca-e421-49d3-8a9f-c6cfe70e7c20 req-87fb683a-aa64-49fc-800d-e3caf2fe1645 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0405116 Jun 11 19:50:32.931587 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c9e80-ade1-4670-95e1-a44837162a53 req-ffe86639-c2a5-43cf-ab83-8aaff9faacf7 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:32.932437 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-585c9e80-ade1-4670-95e1-a44837162a53 req-ffe86639-c2a5-43cf-ab83-8aaff9faacf7 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 944 time: 0.1446750 Jun 11 19:50:32.939778 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Allocated IP 172.20.0.13 (7606a93d-6aca-4ea0-849d-edb3bf48e611/90cd1d74-5c2c-47d7-8dc5-57cb850bb919/82640b81-48f9-4075-9461-2fa6bd6b53dc) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:50:32.990427 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-585c9e80-ade1-4670-95e1-a44837162a53 req-19e7246b-9804-454d-b46c-56f42cb2a603 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525341 Jun 11 19:50:33.213126 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e946fcfb-4e09-438f-8fa4-29f6e4a5ea9c req-0bf7616d-a99e-4470-a667-70e742a8be71 tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] 10.222.0.37 "GET /v2.0/ports?device_id=2229ad66-247a-4609-8a0f-2dfcc2f7ef02 HTTP/1.1" status: 200 len: 210 time: 0.0475416 Jun 11 19:50:33.246467 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:33.382071 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:33.386672 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:33.452145 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Network 7606a93d-6aca-4ea0-849d-edb3bf48e611 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:50:33.456304 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:50:33.458085 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Pushing event updated for resources: {'Port': ['ID=82640b81-48f9-4075-9461-2fa6bd6b53dc,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:33.460734 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:50:33.463334 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:33.516446 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:33.517089 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:33.605154 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1231866 Jun 11 19:50:33.619472 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Request body: {'port': {'device_id': 'c6bdfc24-3fa5-48ca-96cf-8649a975e8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:50:33.704950 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:33.760633 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device b649c1bf-8302-4b79-af87-6e94b66c37cf no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:50:33.794374 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: b649c1bf-8302-4b79-af87-6e94b66c37cf {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:50:33.794868 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device b649c1bf-8302-4b79-af87-6e94b66c37cf not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:50:33.883584 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 51046) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:33.994772 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1a80-02b4-401e-8bd9-78d4b23297ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.025369 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d14e8-54b4-4865-8471-6ac408c698e0 req-86c06c65-5385-4db9-9e9a-b36c5f829374 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:34.026835 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7b7d14e8-54b4-4865-8471-6ac408c698e0 req-86c06c65-5385-4db9-9e9a-b36c5f829374 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 932 time: 0.1784689 Jun 11 19:50:34.090683 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1a80-02b4-401e-8bd9-78d4b23297ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.094109 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7b7d14e8-54b4-4865-8471-6ac408c698e0 req-cc4c9ca0-d8e7-437f-bf45-4f3ac50f0da3 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592341 Jun 11 19:50:34.178270 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82640b81-48f9-4075-9461-2fa6bd6b53dc {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:50:34.187346 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.198770 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1a80-02b4-401e-8bd9-78d4b23297ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.202170 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ad14d161-b933-49d4-a19c-ca4c2c5e8f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:34.208030 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Transition to ACTIVE for port object 82640b81-48f9-4075-9461-2fa6bd6b53dc will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:50:34.227216 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e00145-6cb6-4950-b0cf-fc0432664cbf req-64c6aa48-c4d7-46a1-a92c-ed5ae0ae3098 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:34.228772 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-30e00145-6cb6-4950-b0cf-fc0432664cbf req-64c6aa48-c4d7-46a1-a92c-ed5ae0ae3098 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 944 time: 0.0993931 Jun 11 19:50:34.240990 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-c9ac1a80-02b4-401e-8bd9-78d4b23297ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a28ce6151d64091b6d86a94a8875198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562987 Jun 11 19:50:34.242933 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac1a80-02b4-401e-8bd9-78d4b23297ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93782c9-9454-4a28-920a-46e41ca97baa,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:34.245511 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 51060) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:34.258492 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c9ac1a80-02b4-401e-8bd9-78d4b23297ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:34.283613 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-30e00145-6cb6-4950-b0cf-fc0432664cbf req-c2e6f9a4-8483-4c16-875c-b9a54e42818c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489728 Jun 11 19:50:34.310855 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cce3852-0b59-47ab-9d38-7ca1c7bcc430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.318518 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.322126 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:34.344577 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cce3852-0b59-47ab-9d38-7ca1c7bcc430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.480686 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Pushing event updated for resources: {'Port': ['ID=82640b81-48f9-4075-9461-2fa6bd6b53dc,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:34.484238 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:34.502344 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cce3852-0b59-47ab-9d38-7ca1c7bcc430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.508391 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cce3852-0b59-47ab-9d38-7ca1c7bcc430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.515376 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-1cce3852-0b59-47ab-9d38-7ca1c7bcc430 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d93782c9-9454-4a28-920a-46e41ca97baa HTTP/1.1" status: 204 len: 168 time: 0.2603428 Jun 11 19:50:34.516331 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-82e684ca-3f72-4393-a883-e50fcbf3ea6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:34.531199 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce3852-0b59-47ab-9d38-7ca1c7bcc430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93782c9-9454-4a28-920a-46e41ca97baa,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:34.534164 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1cce3852-0b59-47ab-9d38-7ca1c7bcc430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:34.577529 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Attempting to bind port 82640b81-48f9-4075-9461-2fa6bd6b53dc on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:50:34.577866 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Attempting to bind port 82640b81-48f9-4075-9461-2fa6bd6b53dc by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'aeaafded-3694-46f5-a8a8-468a192d708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:50:34.578199 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Attempting to bind port 82640b81-48f9-4075-9461-2fa6bd6b53dc on network 7606a93d-6aca-4ea0-849d-edb3bf48e611 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:50:34.582984 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Port 82640b81-48f9-4075-9461-2fa6bd6b53dc on network 7606a93d-6aca-4ea0-849d-edb3bf48e611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:50:34.583310 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Attempting to bind port 82640b81-48f9-4075-9461-2fa6bd6b53dc on network 7606a93d-6aca-4ea0-849d-edb3bf48e611 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:50:34.589632 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:50:34.589976 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Checking segment: {'id': 'aeaafded-3694-46f5-a8a8-468a192d708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:50:34.590783 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Bound using segment: {'id': 'aeaafded-3694-46f5-a8a8-468a192d708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:50:34.590783 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Bound port: 82640b81-48f9-4075-9461-2fa6bd6b53dc, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeaafded-3694-46f5-a8a8-468a192d708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:50:34.591346 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.668575 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] For port 82640b81-48f9-4075-9461-2fa6bd6b53dc, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:50:34.671647 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] For port 82640b81-48f9-4075-9461-2fa6bd6b53dc, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=82640b81-48f9-4075-9461-2fa6bd6b53dc,segment=NetworkSegment(aeaafded-3694-46f5-a8a8-468a192d708f),segment_id=aeaafded-3694-46f5-a8a8-468a192d708f)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:50:34.802478 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.810752 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:34.818408 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:34.819032 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:34.821060 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] 10.222.0.43 "PUT /v2.0/ports/82640b81-48f9-4075-9461-2fa6bd6b53dc HTTP/1.1" status: 200 len: 1094 time: 1.2058117 Jun 11 19:50:34.823429 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bdfc24-3fa5-48ca-96cf-8649a975e8a9', 'tag': '82640b81-48f9-4075-9461-2fa6bd6b53dc'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:34.829767 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691c15a9-d6ba-4006-8c06-eb466b7afc40" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bdfc24-3fa5-48ca-96cf-8649a975e8a9", "tag": "82640b81-48f9-4075-9461-2fa6bd6b53dc"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:34.889955 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Pushing event updated for resources: {'Port': ['ID=82640b81-48f9-4075-9461-2fa6bd6b53dc,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:34.893857 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:34.920443 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73110dda-4887-4736-a062-a751d9cd0abc x-openstack-request-id: req-73110dda-4887-4736-a062-a751d9cd0abc {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:34.920891 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bdfc24-3fa5-48ca-96cf-8649a975e8a9", "tag": "82640b81-48f9-4075-9461-2fa6bd6b53dc", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:34.921191 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73110dda-4887-4736-a062-a751d9cd0abc {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:34.921657 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bdfc24-3fa5-48ca-96cf-8649a975e8a9', 'tag': '82640b81-48f9-4075-9461-2fa6bd6b53dc', 'status': 'completed', 'code': 200} Jun 11 19:50:35.031335 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c15a9-d6ba-4006-8c06-eb466b7afc40 req-eaab8b3f-c305-4f3f-8fc5-f70b01203fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:35.032950 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-691c15a9-d6ba-4006-8c06-eb466b7afc40 req-eaab8b3f-c305-4f3f-8fc5-f70b01203fe2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fe009ebcc4f499e967c207d98fb87a0&device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 1097 time: 0.0748270 Jun 11 19:50:35.247140 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c15a9-d6ba-4006-8c06-eb466b7afc40 req-34b4137f-5d20-43b7-8a5c-46b0de85d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:35.248570 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-691c15a9-d6ba-4006-8c06-eb466b7afc40 req-34b4137f-5d20-43b7-8a5c-46b0de85d3fc service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3fe009ebcc4f499e967c207d98fb87a0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2075157 Jun 11 19:50:35.356169 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a431a7e-2245-4f35-a5d3-d5478bdba3db req-17fad9b4-5d56-409b-a494-16eef3804f61 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:35.357639 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3a431a7e-2245-4f35-a5d3-d5478bdba3db req-17fad9b4-5d56-409b-a494-16eef3804f61 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.2309315 Jun 11 19:50:35.424345 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e534-5f73-4c94-8a1c-f4dd2a83944c req-1fd52c50-e84f-4e8f-a069-4f8bdbb46ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:35.425805 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cbb5e534-5f73-4c94-8a1c-f4dd2a83944c req-1fd52c50-e84f-4e8f-a069-4f8bdbb46ded service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 1098 time: 0.2781491 Jun 11 19:50:35.515643 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f96ce-c8ea-4e20-8621-e56a20eb81d5 req-63d35f5e-2098-49b3-af01-fb9b4ba64493 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:35.517220 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f97f96ce-c8ea-4e20-8621-e56a20eb81d5 req-63d35f5e-2098-49b3-af01-fb9b4ba64493 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 944 time: 0.2876561 Jun 11 19:50:35.518209 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c15a9-d6ba-4006-8c06-eb466b7afc40 req-34c46445-65e4-49b9-9483-ea84176a9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:35.524485 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-691c15a9-d6ba-4006-8c06-eb466b7afc40 req-34c46445-65e4-49b9-9483-ea84176a9b70 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2425289 Jun 11 19:50:35.525516 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3a431a7e-2245-4f35-a5d3-d5478bdba3db req-608274f0-d9ae-4a41-b35c-3883bb5bc55e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216211 Jun 11 19:50:35.769561 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:50:35.907372 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:35.921199 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '78ca56ed-f338-4218-bfdb-5bfbdec9ea79', 'network_id': 'a0e0bb72-4b8c-4f65-adfb-9823c48b55d9', 'port_id': '78ca56ed-f338-4218-bfdb-5bfbdec9ea79', 'mac_address': 'fa:16:3e:3a:7b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:50:35.968036 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:35.969352 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f97f96ce-c8ea-4e20-8621-e56a20eb81d5 req-05f93fdb-d2d9-45d5-8cb3-c8a727bd442d tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428835 Jun 11 19:50:35.971779 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e534-5f73-4c94-8a1c-f4dd2a83944c req-c79d3734-cf39-4b53-80f3-ad5e23a11258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:35.973226 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cbb5e534-5f73-4c94-8a1c-f4dd2a83944c req-c79d3734-cf39-4b53-80f3-ad5e23a11258 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 200 len: 919 time: 0.5246301 Jun 11 19:50:35.983840 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:50:36.005775 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:36.047710 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cbb5e534-5f73-4c94-8a1c-f4dd2a83944c req-6eaa851c-e365-4243-b4c4-f672a3041dfb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77e962cc-f401-450e-b18a-cec151566780 HTTP/1.1" status: 200 len: 217 time: 0.0665627 Jun 11 19:50:36.095100 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-8c5d958c-3ac2-493c-a8af-d933b6244fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:36.096395 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:36.096601 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-8c5d958c-3ac2-493c-a8af-d933b6244fe0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fe009ebcc4f499e967c207d98fb87a0&device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 1097 time: 0.5196848 Jun 11 19:50:36.098202 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:36.108422 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da10481-4a66-479f-b672-b94ef1820762 req-0d7d13ef-497e-4204-a45e-c86e3ef6d670 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:36.109832 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1da10481-4a66-479f-b672-b94ef1820762 req-0d7d13ef-497e-4204-a45e-c86e3ef6d670 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 944 time: 0.2390919 Jun 11 19:50:36.162938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:36.166940 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:36.186803 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-b9404120-d11d-4ea9-a589-88220078fe64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82640b81-48f9-4075-9461-2fa6bd6b53dc HTTP/1.1" status: 200 len: 217 time: 0.0713012 Jun 11 19:50:36.192972 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e534-5f73-4c94-8a1c-f4dd2a83944c req-5e29b14b-b287-40b7-a816-8ceb643c89de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:36.194339 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cbb5e534-5f73-4c94-8a1c-f4dd2a83944c req-5e29b14b-b287-40b7-a816-8ceb643c89de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=106e3590-a904-4800-a35d-447143ae7935 HTTP/1.1" status: 200 len: 858 time: 0.1377578 Jun 11 19:50:36.278314 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cbb5e534-5f73-4c94-8a1c-f4dd2a83944c req-319c9dcc-acaa-4244-91d2-aacfb2c6a5f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd3e709c-6304-4a09-a4df-3743d285f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722833 Jun 11 19:50:36.284574 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1da10481-4a66-479f-b672-b94ef1820762 req-0131999c-93b1-4d99-8641-055d31bea78d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609657 Jun 11 19:50:36.299883 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-40c28e05-b04b-4f67-93ea-301dfce8f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:36.301416 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-40c28e05-b04b-4f67-93ea-301dfce8f6fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90cd1d74-5c2c-47d7-8dc5-57cb850bb919 HTTP/1.1" status: 200 len: 849 time: 0.1060340 Jun 11 19:50:36.356864 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-71562198-0cde-403c-9c9a-8d2642260df8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7606a93d-6aca-4ea0-849d-edb3bf48e611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425115 Jun 11 19:50:36.509483 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cbb5e534-5f73-4c94-8a1c-f4dd2a83944c req-353a4926-a581-4891-bff2-f5eaf320c478 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203050 Jun 11 19:50:36.564806 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-ca2d4a04-c9ef-42f8-8dac-0a62fa92b4e0 service neutron] 10.222.0.43 "GET /v2.0/networks/7606a93d-6aca-4ea0-849d-edb3bf48e611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601944 Jun 11 19:50:36.589961 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['78ca56ed-f338-4218-bfdb-5bfbdec9ea79'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:50:36.765745 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cbb5e534-5f73-4c94-8a1c-f4dd2a83944c req-026f4e42-8368-4bc1-b98c-8f6cd3151311 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462394 Jun 11 19:50:36.787101 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-01d2b6d8-6dd3-4d24-afef-f75963506248 req-4b87dc63-ede5-4e8b-948d-dc9de0ba4c8f service neutron] 10.222.0.43 "GET /v2.0/networks/7606a93d-6aca-4ea0-849d-edb3bf48e611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135079 Jun 11 19:50:36.815305 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643bc43-2a10-44bd-8236-a3da06716573 req-220032fd-000d-4166-af91-fa8dcc5cab1c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:36.816813 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4643bc43-2a10-44bd-8236-a3da06716573 req-220032fd-000d-4166-af91-fa8dcc5cab1c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1120796 Jun 11 19:50:36.863901 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4643bc43-2a10-44bd-8236-a3da06716573 req-a004f6f5-863e-49a9-b21d-d6a9be05cfe6 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Jun 11 19:50:37.154045 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb3516-93f9-41ab-b103-0be3967a11a1 req-86f5facb-ca55-414b-aaab-60326a100d35 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:37.155641 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4ebb3516-93f9-41ab-b103-0be3967a11a1 req-86f5facb-ca55-414b-aaab-60326a100d35 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0688837 Jun 11 19:50:37.209680 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4ebb3516-93f9-41ab-b103-0be3967a11a1 req-c03f1b22-a884-445d-ab65-74e7166db928 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481262 Jun 11 19:50:37.487796 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29c7ca-f8fb-4473-9cb6-b646b2514fd5 req-da564917-9cf2-4710-9636-eb6d82258624 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:37.489359 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ca29c7ca-f8fb-4473-9cb6-b646b2514fd5 req-da564917-9cf2-4710-9636-eb6d82258624 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 945 time: 0.0709367 Jun 11 19:50:37.533823 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ca29c7ca-f8fb-4473-9cb6-b646b2514fd5 req-4eea3e0d-7485-4f9b-9fcd-394768e8a2c4 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Jun 11 19:50:38.052227 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c56ea-e004-4a61-a06a-bb411e81058a req-64350d4b-c373-4eca-ae7a-a159b171c77a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:38.054240 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-068c56ea-e004-4a61-a06a-bb411e81058a req-64350d4b-c373-4eca-ae7a-a159b171c77a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0701978 Jun 11 19:50:38.099608 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-068c56ea-e004-4a61-a06a-bb411e81058a req-c87c62b1-df0c-4596-b28f-548022934b45 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394275 Jun 11 19:50:38.398682 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4181e52-e75b-4b41-a785-9b12443f4cfe req-8a2f5b87-7c06-4315-b7d5-222dc19ed6fa tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:38.400268 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f4181e52-e75b-4b41-a785-9b12443f4cfe req-8a2f5b87-7c06-4315-b7d5-222dc19ed6fa tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0698342 Jun 11 19:50:38.442412 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f4181e52-e75b-4b41-a785-9b12443f4cfe req-e9c99a33-42de-42de-9d77-ecb49bbf5786 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367150 Jun 11 19:50:38.743585 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c68b45-d93f-4fbb-8023-556dcf30f4fb req-53d3184c-e9a5-4b01-8ea8-4ba81462d7d4 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:38.745244 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-75c68b45-d93f-4fbb-8023-556dcf30f4fb req-53d3184c-e9a5-4b01-8ea8-4ba81462d7d4 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 945 time: 0.0943675 Jun 11 19:50:38.789719 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 51376) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:38.794364 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-75c68b45-d93f-4fbb-8023-556dcf30f4fb req-d95fbf2b-d3d0-4eb2-a883-a7864f94d705 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Jun 11 19:50:38.901773 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-bebf5f67-de4d-441f-8f3d-c42073fd202c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:38.995085 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-bebf5f67-de4d-441f-8f3d-c42073fd202c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:39.087357 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-bebf5f67-de4d-441f-8f3d-c42073fd202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:39.091160 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e987ff4a-ea0a-47fa-aa55-a7eaf5915b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:39.129077 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-bebf5f67-de4d-441f-8f3d-c42073fd202c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40c972da5548446e96fbc953e992225d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382294 Jun 11 19:50:39.130054 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf5f67-de4d-441f-8f3d-c42073fd202c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc7f790-82ee-40ce-9c30-26afaa228b5c,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:39.131552 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 51392) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:39.133664 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-bebf5f67-de4d-441f-8f3d-c42073fd202c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:39.186850 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-785b508a-ad5c-4188-96fa-e13b658aca23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:39.211115 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-785b508a-ad5c-4188-96fa-e13b658aca23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:39.309753 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dff48-0d8c-42fe-aca4-3160f7d46c5f req-a9d6aaad-f095-4314-978a-dd18c5f71b98 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:39.311151 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c78dff48-0d8c-42fe-aca4-3160f7d46c5f req-a9d6aaad-f095-4314-978a-dd18c5f71b98 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0915899 Jun 11 19:50:39.353795 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c78dff48-0d8c-42fe-aca4-3160f7d46c5f req-ce2f2d59-6931-4066-9639-75f733304a57 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366254 Jun 11 19:50:39.375757 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-785b508a-ad5c-4188-96fa-e13b658aca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:39.378394 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-785b508a-ad5c-4188-96fa-e13b658aca23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:39.379515 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-785b508a-ad5c-4188-96fa-e13b658aca23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bc7f790-82ee-40ce-9c30-26afaa228b5c HTTP/1.1" status: 204 len: 168 time: 0.2464793 Jun 11 19:50:39.381484 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ea377e39-424b-4036-a374-a48285966bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:39.389807 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b508a-ad5c-4188-96fa-e13b658aca23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc7f790-82ee-40ce-9c30-26afaa228b5c,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:39.391982 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-785b508a-ad5c-4188-96fa-e13b658aca23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:39.643579 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2c16f-b33a-49ee-ba1d-1e3101005454 req-bfbbc5a5-8580-46a2-a0be-d11f5c2557e7 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:39.645344 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9ec2c16f-b33a-49ee-ba1d-1e3101005454 req-bfbbc5a5-8580-46a2-a0be-d11f5c2557e7 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0911393 Jun 11 19:50:39.692618 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9ec2c16f-b33a-49ee-ba1d-1e3101005454 req-720b3691-1968-4c28-8d8e-7fc6c9d3a950 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387757 Jun 11 19:50:39.803349 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:50:39.944478 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:50:39.948684 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:50:39.949330 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:39.991042 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54455310-95ab-4dcf-8f62-982a5fef5aad req-8045c893-ce0e-4409-ae9f-6ce347c90045 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:39.993269 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-54455310-95ab-4dcf-8f62-982a5fef5aad req-8045c893-ce0e-4409-ae9f-6ce347c90045 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 945 time: 0.0764651 Jun 11 19:50:39.998941 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 51406) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:40.021445 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:40.063567 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:40.072924 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-54455310-95ab-4dcf-8f62-982a5fef5aad req-966132ce-004d-48dc-9521-8f5745683ac3 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669584 Jun 11 19:50:40.088447 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dc89f9-69af-41e3-a6b7-72a3becd841f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ca56ed-f338-4218-bfdb-5bfbdec9ea79'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:40.091220 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26d7b7-0c8f-465b-b407-3ce69eee99ca" -d '{"events": [{"server_uuid": "26dc89f9-69af-41e3-a6b7-72a3becd841f", "name": "network-vif-plugged", "status": "completed", "tag": "78ca56ed-f338-4218-bfdb-5bfbdec9ea79"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:40.106936 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:40.134631 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3971f762-f434-43b8-84b2-503f169cf801 x-openstack-request-id: req-3971f762-f434-43b8-84b2-503f169cf801 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:40.134926 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26dc89f9-69af-41e3-a6b7-72a3becd841f", "name": "network-vif-plugged", "status": "completed", "tag": "78ca56ed-f338-4218-bfdb-5bfbdec9ea79", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:40.135625 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3971f762-f434-43b8-84b2-503f169cf801 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:40.135625 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dc89f9-69af-41e3-a6b7-72a3becd841f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ca56ed-f338-4218-bfdb-5bfbdec9ea79', 'code': 200} Jun 11 19:50:40.154394 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:40.173350 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:40.175204 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:40.230134 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:40.233165 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:40.235647 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:40.239374 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0c727287-309b-46a0-9c1a-685d16bc6b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:40.278394 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f2310099ed04752b87a8c0e2d710e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782166 Jun 11 19:50:40.280309 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc78abc3-e513-49a9-a4a0-b1bdf0d7a212,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:40.280997 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 51414) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:40.287425 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.287785 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.288730 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.289080 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.289424 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.289763 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.290103 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.290439 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.290788 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.291107 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.291436 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.291763 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:40.296108 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:40.351874 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fb94-0a7b-4d99-9058-9fcb3c8480e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:40.374463 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fb94-0a7b-4d99-9058-9fcb3c8480e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:40.513371 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fb94-0a7b-4d99-9058-9fcb3c8480e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:40.516131 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fb94-0a7b-4d99-9058-9fcb3c8480e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:40.517372 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-5cd0fb94-0a7b-4d99-9058-9fcb3c8480e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc78abc3-e513-49a9-a4a0-b1bdf0d7a212 HTTP/1.1" status: 204 len: 168 time: 0.2348931 Jun 11 19:50:40.518114 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-bebf5f67-de4d-441f-8f3d-c42073fd202c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:40.529251 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0fb94-0a7b-4d99-9058-9fcb3c8480e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc78abc3-e513-49a9-a4a0-b1bdf0d7a212,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:40.531461 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-5cd0fb94-0a7b-4d99-9058-9fcb3c8480e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:40.580600 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0d890-1362-4a5e-aeb4-72cbd5c1d9de req-58b793bc-aeff-424b-ab2a-d238303f34e6 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:40.582107 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72a0d890-1362-4a5e-aeb4-72cbd5c1d9de req-58b793bc-aeff-424b-ab2a-d238303f34e6 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1158960 Jun 11 19:50:40.593713 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94311f-0817-4acb-88c0-9a08c60b5536 req-7a08dd83-0864-48d0-99c6-4dd6b27b8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:40.595287 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8e94311f-0817-4acb-88c0-9a08c60b5536 req-7a08dd83-0864-48d0-99c6-4dd6b27b8382 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 1099 time: 0.0966752 Jun 11 19:50:40.653562 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72a0d890-1362-4a5e-aeb4-72cbd5c1d9de req-97768f94-2e8b-442a-9879-a42fd7a4e8ea tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627046 Jun 11 19:50:40.660579 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8e94311f-0817-4acb-88c0-9a08c60b5536 req-932103e9-c675-4789-901a-30b05c1835d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498776 Jun 11 19:50:40.692928 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 51422) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:40.909728 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebb6dd-1dc5-4158-9dc9-9f40e600a0e7 req-b3f5842f-033f-4dae-aeb1-5b72378d8676 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:40.916133 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdebb6dd-1dc5-4158-9dc9-9f40e600a0e7 req-b3f5842f-033f-4dae-aeb1-5b72378d8676 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0935555 Jun 11 19:50:40.960934 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdebb6dd-1dc5-4158-9dc9-9f40e600a0e7 req-50be0f7c-de33-468e-a5cf-0fc3ab19060a tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Jun 11 19:50:40.968783 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-6590bfbc-b286-43de-b889-84d429c78b27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c0bc14aee6c4584923df58891bccf5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745857 Jun 11 19:50:40.969864 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 51434) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:41.021308 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.044213 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.270458 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb2ead-052d-45fa-9f9e-fcdaf857a4b5 req-67c1cb3e-af38-4d8b-9d91-b26a81d2a9bf tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:41.273011 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-53cb2ead-052d-45fa-9f9e-fcdaf857a4b5 req-67c1cb3e-af38-4d8b-9d91-b26a81d2a9bf tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 946 time: 0.0886414 Jun 11 19:50:41.314079 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-53cb2ead-052d-45fa-9f9e-fcdaf857a4b5 req-79e89968-b091-49a0-9107-ea9ee60d2e2c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Jun 11 19:50:41.410569 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 51438) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:41.426763 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-28efab67-b421-4d54-a151-e6f7ac557a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.471955 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.471955 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.471955 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd0067d0-787e-488a-9685-e59e284338a0 HTTP/1.1" status: 204 len: 168 time: 0.4972785 Jun 11 19:50:41.471955 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-9725b51f-c3c7-42f7-a629-d162fcfe909e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:41.478343 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0067d0-787e-488a-9685-e59e284338a0,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:41.486567 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.486929 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.487286 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.487632 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.487973 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.488622 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.488969 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.489310 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.489750 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.490248 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.490746 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.491086 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:41.499896 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:41.529010 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-28efab67-b421-4d54-a151-e6f7ac557a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.610391 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-28efab67-b421-4d54-a151-e6f7ac557a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.613211 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-7efb64c9-4b7e-4999-8ed4-e0fc502f7765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:41.655369 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-28efab67-b421-4d54-a151-e6f7ac557a1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=161237b9c57548a196a7675e67431377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435780 Jun 11 19:50:41.656294 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efab67-b421-4d54-a151-e6f7ac557a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b93918-4d55-48cd-8cff-fce1a60f7efa,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:41.658769 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 51442) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:41.659192 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-28efab67-b421-4d54-a151-e6f7ac557a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:41.711978 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-21f1807c-2f74-41bd-849d-39efbcbd755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.735106 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-21f1807c-2f74-41bd-849d-39efbcbd755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.813867 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 82640b81-48f9-4075-9461-2fa6bd6b53dc details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:50:41.864053 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d9d4-a77d-4cf6-a107-8f3fc5259725 req-e0316d9d-b96f-4119-9950-61dc352ed202 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:41.865963 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-21f1807c-2f74-41bd-849d-39efbcbd755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.866643 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2852d9d4-a77d-4cf6-a107-8f3fc5259725 req-e0316d9d-b96f-4119-9950-61dc352ed202 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0823739 Jun 11 19:50:41.869046 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-21f1807c-2f74-41bd-849d-39efbcbd755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.870249 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-21f1807c-2f74-41bd-849d-39efbcbd755b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48b93918-4d55-48cd-8cff-fce1a60f7efa HTTP/1.1" status: 204 len: 168 time: 0.2110159 Jun 11 19:50:41.871225 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f736c197-467a-458b-9381-d6e87abcb6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:41.886985 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1807c-2f74-41bd-849d-39efbcbd755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b93918-4d55-48cd-8cff-fce1a60f7efa,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:41.890537 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-21f1807c-2f74-41bd-849d-39efbcbd755b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:41.965098 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2852d9d4-a77d-4cf6-a107-8f3fc5259725 req-b0c805df-d060-42fb-9906-bc1a924d5198 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862079 Jun 11 19:50:41.986687 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 82640b81-48f9-4075-9461-2fa6bd6b53dc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=82640b81-48f9-4075-9461-2fa6bd6b53dc,segment=NetworkSegment(aeaafded-3694-46f5-a8a8-468a192d708f),segment_id=aeaafded-3694-46f5-a8a8-468a192d708f)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:41.999565 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '82640b81-48f9-4075-9461-2fa6bd6b53dc', 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611', 'port_id': '82640b81-48f9-4075-9461-2fa6bd6b53dc', 'mac_address': 'fa:16:3e:eb:da:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cd1d74-5c2c-47d7-8dc5-57cb850bb919', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:50:42.046080 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:42.061250 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82640b81-48f9-4075-9461-2fa6bd6b53dc {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:50:42.083050 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 82640b81-48f9-4075-9461-2fa6bd6b53dc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=82640b81-48f9-4075-9461-2fa6bd6b53dc,segment=NetworkSegment(aeaafded-3694-46f5-a8a8-468a192d708f),segment_id=aeaafded-3694-46f5-a8a8-468a192d708f)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:42.149794 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac9bf9-399e-46f3-af7a-2d48d1b8bae6 req-95cff735-dc1e-4f31-9b08-55f2896f7901 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:42.151259 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bcac9bf9-399e-46f3-af7a-2d48d1b8bae6 req-95cff735-dc1e-4f31-9b08-55f2896f7901 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0713696 Jun 11 19:50:42.164852 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:42.167455 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:42.199315 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bcac9bf9-399e-46f3-af7a-2d48d1b8bae6 req-be12b15a-52c1-4d0a-bd57-5453972c9805 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424070 Jun 11 19:50:42.238447 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=82640b81-48f9-4075-9461-2fa6bd6b53dc,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:42.241551 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:42.539196 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e77c4-02ab-4228-b0ab-f6fe0d9623b8 req-a3d6993b-fe21-4cc3-b2d5-9cc802ca7fa2 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:42.540999 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b73e77c4-02ab-4228-b0ab-f6fe0d9623b8 req-a3d6993b-fe21-4cc3-b2d5-9cc802ca7fa2 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 946 time: 0.0731602 Jun 11 19:50:42.582484 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b73e77c4-02ab-4228-b0ab-f6fe0d9623b8 req-fab63740-194b-4e2e-a164-b0cfa82ee19e tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358901 Jun 11 19:50:42.728657 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['82640b81-48f9-4075-9461-2fa6bd6b53dc'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:50:43.160587 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd0c3b-6fb8-4a5a-98e8-42100c690498 req-6b8d4ab4-229e-413a-9251-506d98da9f55 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:43.162704 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2ffd0c3b-6fb8-4a5a-98e8-42100c690498 req-6b8d4ab4-229e-413a-9251-506d98da9f55 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0748551 Jun 11 19:50:43.213764 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2ffd0c3b-6fb8-4a5a-98e8-42100c690498 req-4f8adc36-9f27-4854-807b-ce974a499877 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443461 Jun 11 19:50:43.384183 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6132a4-3405-45bb-a464-b05896c94168 req-d3c2706c-39d7-4c9c-8e75-06a49718c38c tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:43.386113 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4f6132a4-3405-45bb-a464-b05896c94168 req-d3c2706c-39d7-4c9c-8e75-06a49718c38c tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0712714 Jun 11 19:50:43.436067 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4f6132a4-3405-45bb-a464-b05896c94168 req-6abb272d-f5e9-425f-88f4-bda085a1917f tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Jun 11 19:50:43.762073 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24c2d1-1db0-4108-b30e-bddc26015c24 req-2f208e72-883a-4c9e-863e-21e95b93da4e tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:43.763513 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd24c2d1-1db0-4108-b30e-bddc26015c24 req-2f208e72-883a-4c9e-863e-21e95b93da4e tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 946 time: 0.0675948 Jun 11 19:50:43.809019 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd24c2d1-1db0-4108-b30e-bddc26015c24 req-42baa67d-770a-4273-b073-76f6824e6506 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Jun 11 19:50:44.402350 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8f7e-0e5c-4484-b019-58eb44806d86 req-eb18056e-16c1-4185-9ab1-04bacfabd023 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:44.407581 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f8c8f7e-0e5c-4484-b019-58eb44806d86 req-eb18056e-16c1-4185-9ab1-04bacfabd023 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0707333 Jun 11 19:50:44.449935 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3f8c8f7e-0e5c-4484-b019-58eb44806d86 req-30d8fe12-e890-48ed-b024-bb8494b1d75b tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Jun 11 19:50:44.626329 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98501ac2-6e15-4a16-b218-9c0af866cc56 req-f7cfec55-c1fd-4860-a7a8-4d09319ab278 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:44.627862 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-98501ac2-6e15-4a16-b218-9c0af866cc56 req-f7cfec55-c1fd-4860-a7a8-4d09319ab278 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0727830 Jun 11 19:50:44.676867 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-98501ac2-6e15-4a16-b218-9c0af866cc56 req-27a5ea5b-8818-484d-95b5-51f057cdce25 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424047 Jun 11 19:50:45.170460 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 51574) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:45.277109 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b67f85b0-d162-41e1-8535-f4e7a7033a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:45.369427 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b67f85b0-d162-41e1-8535-f4e7a7033a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:45.438239 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b67f85b0-d162-41e1-8535-f4e7a7033a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:45.440850 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-5a403dbd-3204-410f-a700-2abeaa637b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:45.485458 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-b67f85b0-d162-41e1-8535-f4e7a7033a0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb9512cc1ab64df4b52ceec0abdd9817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138914 Jun 11 19:50:45.486407 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f85b0-d162-41e1-8535-f4e7a7033a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d22751-a8c1-4f22-8d6d-839f1a6e1285,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:45.488167 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 51584) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:50:45.489826 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b67f85b0-d162-41e1-8535-f4e7a7033a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:45.551559 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eb76032f-fb89-4b15-8af3-c2612d606579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:45.574833 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eb76032f-fb89-4b15-8af3-c2612d606579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:45.680604 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0d511-4e45-4326-ba1d-946809082a60 req-fd573794-ce38-4e42-9926-c8a77d984a23 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:45.682095 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6dc0d511-4e45-4326-ba1d-946809082a60 req-fd573794-ce38-4e42-9926-c8a77d984a23 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0796912 Jun 11 19:50:45.723264 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6dc0d511-4e45-4326-ba1d-946809082a60 req-31ec0f8e-51a2-4bb6-892a-52dbb48ef195 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355382 Jun 11 19:50:45.755515 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eb76032f-fb89-4b15-8af3-c2612d606579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:45.758213 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eb76032f-fb89-4b15-8af3-c2612d606579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:45.760239 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-eb76032f-fb89-4b15-8af3-c2612d606579 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80d22751-a8c1-4f22-8d6d-839f1a6e1285 HTTP/1.1" status: 204 len: 168 time: 0.2689521 Jun 11 19:50:45.760239 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-9cc3ac92-5e8b-49c9-af1c-4fbc0ef9bcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:45.774703 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76032f-fb89-4b15-8af3-c2612d606579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d22751-a8c1-4f22-8d6d-839f1a6e1285,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:45.776948 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-eb76032f-fb89-4b15-8af3-c2612d606579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:45.843221 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 82640b81-48f9-4075-9461-2fa6bd6b53dc up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:50:45.972962 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 82640b81-48f9-4075-9461-2fa6bd6b53dc completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:50:45.977350 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 82640b81-48f9-4075-9461-2fa6bd6b53dc triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:50:45.977733 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:46.038731 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e7a8f-ecc6-4a77-ac13-5a14edb99674 req-6d8343ad-25ff-4fbb-a21b-b8473f59b478 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:46.040393 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-850e7a8f-ecc6-4a77-ac13-5a14edb99674 req-6d8343ad-25ff-4fbb-a21b-b8473f59b478 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0835414 Jun 11 19:50:46.082158 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:46.091011 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-850e7a8f-ecc6-4a77-ac13-5a14edb99674 req-920f0e37-e91e-4806-9522-fa9353d89c05 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Jun 11 19:50:46.113131 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bdfc24-3fa5-48ca-96cf-8649a975e8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82640b81-48f9-4075-9461-2fa6bd6b53dc'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:46.115370 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa315cf4-018b-4a2c-a3aa-e65cfd937e04" -d '{"events": [{"server_uuid": "c6bdfc24-3fa5-48ca-96cf-8649a975e8a9", "name": "network-vif-plugged", "status": "completed", "tag": "82640b81-48f9-4075-9461-2fa6bd6b53dc"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:46.136974 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 82640b81-48f9-4075-9461-2fa6bd6b53dc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=82640b81-48f9-4075-9461-2fa6bd6b53dc,segment=NetworkSegment(aeaafded-3694-46f5-a8a8-468a192d708f),segment_id=aeaafded-3694-46f5-a8a8-468a192d708f)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:46.155454 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a3da75-055e-4dd2-98af-c48b10c8d062 x-openstack-request-id: req-17a3da75-055e-4dd2-98af-c48b10c8d062 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:46.155822 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bdfc24-3fa5-48ca-96cf-8649a975e8a9", "name": "network-vif-plugged", "status": "completed", "tag": "82640b81-48f9-4075-9461-2fa6bd6b53dc", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:46.156201 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17a3da75-055e-4dd2-98af-c48b10c8d062 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:46.156665 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bdfc24-3fa5-48ca-96cf-8649a975e8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82640b81-48f9-4075-9461-2fa6bd6b53dc', 'code': 200} Jun 11 19:50:46.216236 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:46.218690 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:46.274199 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=82640b81-48f9-4075-9461-2fa6bd6b53dc,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:46.281546 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.281891 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.282228 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.282559 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.282882 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.283206 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.283614 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.283974 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.284321 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.291265 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.291265 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.291265 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:50:46.291265 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:46.565136 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb15acc-e029-4b73-801f-b59dd4a9e454 req-a3ea03ed-6421-41f9-8d72-d4d95eebbd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:46.566533 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7cb15acc-e029-4b73-801f-b59dd4a9e454 req-a3ea03ed-6421-41f9-8d72-d4d95eebbd55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 1099 time: 0.0688143 Jun 11 19:50:46.620573 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7cb15acc-e029-4b73-801f-b59dd4a9e454 req-83f0d2dc-87f2-4945-b60e-68eb85fcd4de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367935 Jun 11 19:50:46.920246 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3201b80-53eb-4aef-b142-8bf11b1ff03c req-1061c4c0-1df0-4361-9990-1a41cd4a2b5e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:46.921852 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e3201b80-53eb-4aef-b142-8bf11b1ff03c req-1061c4c0-1df0-4361-9990-1a41cd4a2b5e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0809293 Jun 11 19:50:46.969402 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e3201b80-53eb-4aef-b142-8bf11b1ff03c req-18867bad-c360-41de-b108-c6030dcf510c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Jun 11 19:50:47.272068 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a06e9e-414b-4651-a548-6a22233f8639 req-e8232f15-b763-4160-b0c9-99405e8415d6 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:47.274158 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b2a06e9e-414b-4651-a548-6a22233f8639 req-e8232f15-b763-4160-b0c9-99405e8415d6 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0690649 Jun 11 19:50:47.316653 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b2a06e9e-414b-4651-a548-6a22233f8639 req-7f211883-3858-48ef-a17b-476e83ef648d tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Jun 11 19:50:47.750590 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:50:48.162643 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b21cb-9717-468d-a787-fa371c19f428 req-78f54d52-dc8e-4e3d-af05-89f785d06a9f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:48.164708 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e79b21cb-9717-468d-a787-fa371c19f428 req-78f54d52-dc8e-4e3d-af05-89f785d06a9f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0753489 Jun 11 19:50:48.206829 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e79b21cb-9717-468d-a787-fa371c19f428 req-6ec4de97-bde4-4a93-afc0-10c3cfc8676a tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364261 Jun 11 19:50:48.502453 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376e813-a895-48bc-91b6-943d64e7a176 req-569deb5d-29e9-41d9-83db-88c95f354c75 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:48.508579 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9376e813-a895-48bc-91b6-943d64e7a176 req-569deb5d-29e9-41d9-83db-88c95f354c75 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0770614 Jun 11 19:50:48.555071 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9376e813-a895-48bc-91b6-943d64e7a176 req-91671a50-98cc-48f7-9b5d-c3df7b0d9650 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Jun 11 19:50:49.393508 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faa957-4cd5-4b65-8c66-20489a647cdc req-fe723a21-62fc-4ca7-86d6-154700086e12 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:49.395107 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-98faa957-4cd5-4b65-8c66-20489a647cdc req-fe723a21-62fc-4ca7-86d6-154700086e12 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0742247 Jun 11 19:50:49.437996 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-98faa957-4cd5-4b65-8c66-20489a647cdc req-af3352d7-9616-4652-a7ef-21eafd097c64 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367990 Jun 11 19:50:49.738609 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faf7b6-731d-4d16-ad9a-59e1a49ef300 req-bb8c65d6-b0b1-4892-aaa5-cd002e4cd58c tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:49.740265 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b5faf7b6-731d-4d16-ad9a-59e1a49ef300 req-bb8c65d6-b0b1-4892-aaa5-cd002e4cd58c tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0706382 Jun 11 19:50:49.781718 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b5faf7b6-731d-4d16-ad9a-59e1a49ef300 req-4263d9e9-f45b-45ce-82f3-66356e2829ed tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351484 Jun 11 19:50:50.628535 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3b42-4ff5-464e-bd4a-beeb04ad63f6 req-b7173064-321d-4ec9-81b6-3eea4f11a15e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:50.629815 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1d2c3b42-4ff5-464e-bd4a-beeb04ad63f6 req-b7173064-321d-4ec9-81b6-3eea4f11a15e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0740182 Jun 11 19:50:50.673922 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1d2c3b42-4ff5-464e-bd4a-beeb04ad63f6 req-3c6bca12-75b1-4cd0-802f-053f7520a9d7 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376849 Jun 11 19:50:51.298347 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953fec5-08d0-4ce3-a5ee-282fdda3eaaf req-aa553aba-46db-4493-bac3-7f63be521c06 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:51.299943 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0953fec5-08d0-4ce3-a5ee-282fdda3eaaf req-aa553aba-46db-4493-bac3-7f63be521c06 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0712306 Jun 11 19:50:51.343106 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0953fec5-08d0-4ce3-a5ee-282fdda3eaaf req-36c76bac-ceb4-4b24-b53a-42497d9fa3d7 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365636 Jun 11 19:50:51.452875 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-52d82435-ff6d-4821-a677-e1046be2d2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:51.858022 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee39c5-4781-4329-a58f-a3e8248f3612 req-546b6c91-d25b-4c41-a984-21337653eb03 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:51.859485 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d5ee39c5-4781-4329-a58f-a3e8248f3612 req-546b6c91-d25b-4c41-a984-21337653eb03 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0713747 Jun 11 19:50:51.901460 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d5ee39c5-4781-4329-a58f-a3e8248f3612 req-5143ecc5-0c3a-49e8-a867-ac0c8a5cabae tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363362 Jun 11 19:50:52.531384 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec4015-a5e8-44c6-b741-90a0f5cbd8fa req-c661e9ac-70a8-4a2e-bda3-1ae826eaad19 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:52.532861 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3ec4015-a5e8-44c6-b741-90a0f5cbd8fa req-c661e9ac-70a8-4a2e-bda3-1ae826eaad19 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0700397 Jun 11 19:50:52.575756 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3ec4015-a5e8-44c6-b741-90a0f5cbd8fa req-5d274449-db3e-481c-b1fb-5707b76d38c4 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371749 Jun 11 19:50:53.083916 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996395e2-4ed8-41fd-8aa1-be1d74c392c2 req-d500f475-f962-40bf-8c7d-3dac4f4b307d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:53.085921 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-996395e2-4ed8-41fd-8aa1-be1d74c392c2 req-d500f475-f962-40bf-8c7d-3dac4f4b307d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0741286 Jun 11 19:50:53.128421 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-996395e2-4ed8-41fd-8aa1-be1d74c392c2 req-76b589f4-474f-4418-b118-b726b5dfae26 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362954 Jun 11 19:50:53.241164 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-7b0f4ddc-c552-41ad-8b6e-b82f07411d32 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:53.242600 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-7b0f4ddc-c552-41ad-8b6e-b82f07411d32 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 946 time: 0.0709751 Jun 11 19:50:53.370681 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Deleting port 82640b81-48f9-4075-9461-2fa6bd6b53dc {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:50:53.371053 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:53.814437 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] For port 82640b81-48f9-4075-9461-2fa6bd6b53dc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=82640b81-48f9-4075-9461-2fa6bd6b53dc,segment=NetworkSegment(aeaafded-3694-46f5-a8a8-468a192d708f),segment_id=aeaafded-3694-46f5-a8a8-468a192d708f)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:53.814799 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:53.916014 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Calling delete_port for 82640b81-48f9-4075-9461-2fa6bd6b53dc owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:50:53.933620 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ed997-bb58-493b-8be2-f9aa67545eb4 req-58a53a95-659d-4f09-a7b7-665cc4a3cf9d tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:53.935198 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-904ed997-bb58-493b-8be2-f9aa67545eb4 req-58a53a95-659d-4f09-a7b7-665cc4a3cf9d tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 946 time: 0.2077279 Jun 11 19:50:53.973347 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-1be17546-9cc9-49a5-a241-2c3cc9323ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:54.043641 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-904ed997-bb58-493b-8be2-f9aa67545eb4 req-ad225b0c-5089-47c8-9927-ca678c323c27 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010220 Jun 11 19:50:54.099038 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:54.202289 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6c95b-ecbd-4249-b352-d47893d4bd64 req-d6651afa-08f4-40a4-9490-d42edea6f97d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:54.203913 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ced6c95b-ecbd-4249-b352-d47893d4bd64 req-d6651afa-08f4-40a4-9490-d42edea6f97d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 946 time: 0.0817671 Jun 11 19:50:54.226610 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:54.233210 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:54.243814 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['82640b81-48f9-4075-9461-2fa6bd6b53dc'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:50:54.277265 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Pushing event deleted for resources: {'Port': ['ID=82640b81-48f9-4075-9461-2fa6bd6b53dc,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:54.290886 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:54.351091 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ced6c95b-ecbd-4249-b352-d47893d4bd64 req-9282d72f-ef63-4c7a-a5b8-4df2c0a63c15 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407580 Jun 11 19:50:54.383990 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] No DVR routers for this DVR port 82640b81-48f9-4075-9461-2fa6bd6b53dc on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:50:54.388201 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:54.392172 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e7f16bf1-fe73-4fb3-bdab-462c73558ff0 req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.43 "DELETE /v2.0/ports/82640b81-48f9-4075-9461-2fa6bd6b53dc HTTP/1.1" status: 204 len: 173 time: 1.1375449 Jun 11 19:50:54.392172 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bdfc24-3fa5-48ca-96cf-8649a975e8a9', 'name': 'network-vif-deleted', 'tag': '82640b81-48f9-4075-9461-2fa6bd6b53dc'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:54.392888 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9506cf0d-5240-4550-920f-2a766d85fc10" -d '{"events": [{"server_uuid": "c6bdfc24-3fa5-48ca-96cf-8649a975e8a9", "name": "network-vif-deleted", "tag": "82640b81-48f9-4075-9461-2fa6bd6b53dc"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:54.427256 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2919612-2138-4e41-81eb-7031f6547ec2 req-6cdd5ce8-dbb8-49b7-8689-0e5476d58863 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:54.429580 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f2919612-2138-4e41-81eb-7031f6547ec2 req-6cdd5ce8-dbb8-49b7-8689-0e5476d58863 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1846225 Jun 11 19:50:54.437671 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe472479-2e42-478d-9f7c-5bbb4a2d7a0a x-openstack-request-id: req-fe472479-2e42-478d-9f7c-5bbb4a2d7a0a {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:54.437973 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bdfc24-3fa5-48ca-96cf-8649a975e8a9", "name": "network-vif-deleted", "tag": "82640b81-48f9-4075-9461-2fa6bd6b53dc", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:54.438320 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe472479-2e42-478d-9f7c-5bbb4a2d7a0a {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:54.438724 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bdfc24-3fa5-48ca-96cf-8649a975e8a9', 'name': 'network-vif-deleted', 'tag': '82640b81-48f9-4075-9461-2fa6bd6b53dc', 'status': 'completed', 'code': 200} Jun 11 19:50:54.477991 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f2919612-2138-4e41-81eb-7031f6547ec2 req-67b09f7e-8901-4ae7-85fd-3749e44964de tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427220 Jun 11 19:50:54.625669 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c2290-0a62-4782-9023-96e3c441a177 req-910a5b23-beea-4771-bd3d-6a7060448808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:54.627258 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-767c2290-0a62-4782-9023-96e3c441a177 req-910a5b23-beea-4771-bd3d-6a7060448808 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 1098 time: 0.0594351 Jun 11 19:50:54.766493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c2290-0a62-4782-9023-96e3c441a177 req-b86ea4eb-b974-424c-b2aa-ae110534b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:54.767921 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-767c2290-0a62-4782-9023-96e3c441a177 req-b86ea4eb-b974-424c-b2aa-ae110534b0eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 200 len: 919 time: 0.1163468 Jun 11 19:50:54.831856 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-767c2290-0a62-4782-9023-96e3c441a177 req-9c21ff8e-677a-4ccc-858e-b26ef14d78c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77e962cc-f401-450e-b18a-cec151566780 HTTP/1.1" status: 200 len: 217 time: 0.0568182 Jun 11 19:50:54.909109 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c2290-0a62-4782-9023-96e3c441a177 req-97349cce-49c9-4ff3-b3b4-76cc4a83c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:54.910772 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-767c2290-0a62-4782-9023-96e3c441a177 req-97349cce-49c9-4ff3-b3b4-76cc4a83c26f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=106e3590-a904-4800-a35d-447143ae7935 HTTP/1.1" status: 200 len: 858 time: 0.0635676 Jun 11 19:50:54.954953 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-767c2290-0a62-4782-9023-96e3c441a177 req-f9d1eb53-a566-450e-ac0f-b07e75e3fb81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd3e709c-6304-4a09-a4df-3743d285f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322731 Jun 11 19:50:55.138302 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59687a56-4aaf-4b4f-9805-6d13cd309b62 req-bd49f446-fa86-4ca4-a7ed-16e756b1ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:55.141936 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59687a56-4aaf-4b4f-9805-6d13cd309b62 req-bd49f446-fa86-4ca4-a7ed-16e756b1ff7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 1098 time: 0.1872995 Jun 11 19:50:55.144060 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-767c2290-0a62-4782-9023-96e3c441a177 req-1c0b38e4-5fb8-4c09-80d6-58d226fdd91c service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807106 Jun 11 19:50:55.161814 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:55.256024 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-793093b8-39bd-4734-8fe9-ac9785354065 req-7c4371d0-1656-42e0-9a47-2bb1b0b0ef3e tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6bdfc24-3fa5-48ca-96cf-8649a975e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0502636 Jun 11 19:50:55.304709 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59687a56-4aaf-4b4f-9805-6d13cd309b62 req-65fdb40d-9a10-4a85-88e1-9b99149ec20a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519530 Jun 11 19:50:55.338973 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-767c2290-0a62-4782-9023-96e3c441a177 req-170c3293-b42b-45cc-a573-f1b378cdef95 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846912 Jun 11 19:50:55.553377 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3b965-bf05-40be-9e8b-2a2dd6e106c1 req-09302ea1-c882-4fe8-8a45-a690f54e8326 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:55.562181 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58b3b965-bf05-40be-9e8b-2a2dd6e106c1 req-09302ea1-c882-4fe8-8a45-a690f54e8326 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 946 time: 0.0882711 Jun 11 19:50:55.612113 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-58b3b965-bf05-40be-9e8b-2a2dd6e106c1 req-32f887a9-f879-4731-8a3b-cd7d77de863d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 Jun 11 19:50:55.690624 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7d783-7cd7-4773-91a2-25c19d2ee089 req-b701d40e-1ebf-4203-95a5-81905d06157c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:55.692103 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9af7d783-7cd7-4773-91a2-25c19d2ee089 req-b701d40e-1ebf-4203-95a5-81905d06157c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0776379 Jun 11 19:50:55.736429 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9af7d783-7cd7-4773-91a2-25c19d2ee089 req-c0552636-9e4f-4993-9ea2-ec86606a0ca8 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385993 Jun 11 19:50:56.653725 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-e7bff837-dfc8-4c20-a910-6008ae5ea57d tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:56.657536 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-e7bff837-dfc8-4c20-a910-6008ae5ea57d tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/networks?id=7606a93d-6aca-4ea0-849d-edb3bf48e611 HTTP/1.1" status: 200 len: 809 time: 0.1367939 Jun 11 19:50:56.673365 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-5a2153f1-baad-4a84-9159-f9dc9c4fffad tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/quotas/3fe009ebcc4f499e967c207d98fb87a0 HTTP/1.1" status: 200 len: 375 time: 0.0101147 Jun 11 19:50:56.719100 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-150c8e34-2b42-4310-ad12-9ca18451feb3 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fe009ebcc4f499e967c207d98fb87a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391567 Jun 11 19:50:56.855305 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-27528f14-ba4d-4ed7-a746-d3bb38610231 service neutron] 10.222.0.37 "GET /v2.0/networks/7606a93d-6aca-4ea0-849d-edb3bf48e611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249528 Jun 11 19:50:57.034607 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-0a78fe41-2131-4b60-ab00-7c2566eb1cd2 service neutron] 10.222.0.37 "GET /v2.0/networks/7606a93d-6aca-4ea0-849d-edb3bf48e611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728594 Jun 11 19:50:57.035751 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:57.081587 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fffcdd-f1c2-4483-9846-7155e8cc95d0 req-a07c89ab-7271-4066-8391-93c46a729e01 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:57.083048 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-79fffcdd-f1c2-4483-9846-7155e8cc95d0 req-a07c89ab-7271-4066-8391-93c46a729e01 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 946 time: 0.1781921 Jun 11 19:50:57.144687 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-43addd94-d3ba-42dc-899c-f63df015cfb4 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:57.146235 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-43addd94-d3ba-42dc-899c-f63df015cfb4 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 946 time: 0.1217508 Jun 11 19:50:57.153378 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-79fffcdd-f1c2-4483-9846-7155e8cc95d0 req-d303d58e-ef59-4b88-a5c6-d6fad8351a52 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570626 Jun 11 19:50:57.176866 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:57.347404 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-255c3257-60ec-42b0-a847-96557c3e3316 req-309dd60b-426f-4efc-b7cc-4b835140cc32 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 210 time: 0.0644298 Jun 11 19:50:57.394831 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Deleting port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:50:57.395173 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:57.422180 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ff853-aa22-4c8d-9d7e-4de95832b2b3 req-543faa55-b404-4a2e-abdd-66fa0945dcb6 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:57.423835 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c09ff853-aa22-4c8d-9d7e-4de95832b2b3 req-543faa55-b404-4a2e-abdd-66fa0945dcb6 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1616695 Jun 11 19:50:57.548566 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c09ff853-aa22-4c8d-9d7e-4de95832b2b3 req-3f987b17-aceb-4a72-a9c0-0db3ddaffddc tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143675 Jun 11 19:50:57.571831 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] For port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:50:57.572342 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:57.677983 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Calling delete_port for 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:50:57.889904 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:57.893914 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3f63d847-9221-475d-92f5-4449c75e732d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:50:57.901325 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['da5e8ae3-b1b5-4bfb-b440-0a85aa07f910', 'f9a330de-1852-446f-ab67-0f37075cd266', 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed', '78ca56ed-f338-4218-bfdb-5bfbdec9ea79'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:50:57.924800 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Pushing event deleted for resources: {'Port': ['ID=78ca56ed-f338-4218-bfdb-5bfbdec9ea79,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:50:57.927878 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:50:57.936498 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 82640b81-48f9-4075-9461-2fa6bd6b53dc no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:50:57.968424 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 82640b81-48f9-4075-9461-2fa6bd6b53dc {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:50:57.968778 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 82640b81-48f9-4075-9461-2fa6bd6b53dc not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:50:57.986265 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] No DVR routers for this DVR port 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:50:57.989448 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:57.991527 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4b4c291f-9719-460e-8ec0-bd84f243f4b8 req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "DELETE /v2.0/ports/78ca56ed-f338-4218-bfdb-5bfbdec9ea79 HTTP/1.1" status: 204 len: 173 time: 0.8372958 Jun 11 19:50:57.992025 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dc89f9-69af-41e3-a6b7-72a3becd841f', 'name': 'network-vif-deleted', 'tag': '78ca56ed-f338-4218-bfdb-5bfbdec9ea79'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:50:57.994949 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d396de5b-15c8-40e6-9134-cef08369af72" -d '{"events": [{"server_uuid": "26dc89f9-69af-41e3-a6b7-72a3becd841f", "name": "network-vif-deleted", "tag": "78ca56ed-f338-4218-bfdb-5bfbdec9ea79"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:50:58.034132 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cf7cd1-97f7-4fd8-9ce6-ea158c9223c6 x-openstack-request-id: req-f7cf7cd1-97f7-4fd8-9ce6-ea158c9223c6 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:50:58.034132 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26dc89f9-69af-41e3-a6b7-72a3becd841f", "name": "network-vif-deleted", "tag": "78ca56ed-f338-4218-bfdb-5bfbdec9ea79", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:50:58.034132 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7cf7cd1-97f7-4fd8-9ce6-ea158c9223c6 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:50:58.034132 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dc89f9-69af-41e3-a6b7-72a3becd841f', 'name': 'network-vif-deleted', 'tag': '78ca56ed-f338-4218-bfdb-5bfbdec9ea79', 'status': 'completed', 'code': 200} Jun 11 19:50:58.313285 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c5932d0a-7b28-4746-ae0e-a75371d02ae7 req-fe1b511f-3665-4d91-8d2f-71f28030280f tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dc89f9-69af-41e3-a6b7-72a3becd841f HTTP/1.1" status: 200 len: 210 time: 0.0343227 Jun 11 19:50:58.498361 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1385a18f-6abf-4f02-a193-a4c1b6790b40 req-95b8cdc6-843e-4371-a456-43fdc32acb4d tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 210 time: 0.0333772 Jun 11 19:50:58.735423 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f19e5-7d3b-4a0c-b46a-96cd0c9037a7 req-2887190f-1840-4304-ade8-8c9427994367 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:58.736824 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-514f19e5-7d3b-4a0c-b46a-96cd0c9037a7 req-2887190f-1840-4304-ade8-8c9427994367 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0745945 Jun 11 19:50:58.782107 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-514f19e5-7d3b-4a0c-b46a-96cd0c9037a7 req-e3a473b9-ca8f-4113-9557-6cdf6de3a4e0 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387170 Jun 11 19:50:59.835309 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-710fd9f7-1777-42ad-8303-05f39c0e7912 req-3dcdb608-84fe-457f-bebf-f4d4b25fb2d7 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 210 time: 0.0393450 Jun 11 19:50:59.847939 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bea20-22cc-425d-92ae-b11e33258ce0 req-ae7e16d3-3cbb-401d-b4c3-c9f223dbc277 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:59.849492 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-801bea20-22cc-425d-92ae-b11e33258ce0 req-ae7e16d3-3cbb-401d-b4c3-c9f223dbc277 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.4299006 Jun 11 19:50:59.893186 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dbdbc-50f9-4842-8132-09365a6d293c req-ec372094-1d0b-4d7e-aba0-74eaba016b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:50:59.896054 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dd9dbdbc-50f9-4842-8132-09365a6d293c req-ec372094-1d0b-4d7e-aba0-74eaba016b12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=308f6be684f945c3ba8b25761a9c6181&device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 1098 time: 0.4407895 Jun 11 19:51:00.021323 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-801bea20-22cc-425d-92ae-b11e33258ce0 req-0fbd85b7-4192-478e-8a02-0628c145756c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617482 Jun 11 19:51:00.111480 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-78e09aaa-ba14-47fb-852c-3d38a8c266ff tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:00.112923 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-78e09aaa-ba14-47fb-852c-3d38a8c266ff tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.43 "GET /v2.0/networks?id=7606a93d-6aca-4ea0-849d-edb3bf48e611 HTTP/1.1" status: 200 len: 809 time: 0.2625020 Jun 11 19:51:00.127616 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dbdbc-50f9-4842-8132-09365a6d293c req-181d26ab-1f60-4d7b-9d0a-c329c0e6622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:00.129068 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dd9dbdbc-50f9-4842-8132-09365a6d293c req-181d26ab-1f60-4d7b-9d0a-c329c0e6622b service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 200 len: 919 time: 0.2240183 Jun 11 19:51:00.145694 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Request body: {'port': {'device_id': '593c69ba-c3f0-4dec-b476-6f1b0252097c', 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611', 'admin_state_up': True, 'tenant_id': '3fe009ebcc4f499e967c207d98fb87a0'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:51:00.222417 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dd9dbdbc-50f9-4842-8132-09365a6d293c req-d795f72b-7d04-44d7-b40d-7eaa2b8dbe58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77e962cc-f401-450e-b18a-cec151566780 HTTP/1.1" status: 200 len: 217 time: 0.0730722 Jun 11 19:51:00.346926 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dbdbc-50f9-4842-8132-09365a6d293c req-307bc535-6600-4e37-9fa4-114c89c3d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:00.348763 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dd9dbdbc-50f9-4842-8132-09365a6d293c req-307bc535-6600-4e37-9fa4-114c89c3d27c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=106e3590-a904-4800-a35d-447143ae7935 HTTP/1.1" status: 200 len: 858 time: 0.1198971 Jun 11 19:51:00.389569 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dd9dbdbc-50f9-4842-8132-09365a6d293c req-bb687406-a3b8-47ed-80ce-af4d9b6eec21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd3e709c-6304-4a09-a4df-3743d285f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340297 Jun 11 19:51:00.515204 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dd9dbdbc-50f9-4842-8132-09365a6d293c req-dc00ff44-2d60-43e1-9437-7c6b50b5d0f5 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176260 Jun 11 19:51:00.531388 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Made reservation on behalf of 3fe009ebcc4f499e967c207d98fb87a0 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:51:00.534663 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:00.705833 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dd9dbdbc-50f9-4842-8132-09365a6d293c req-cf75cabe-b822-475c-8db7-f1c9b1d7ea49 service neutron] 10.222.0.43 "GET /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823807 Jun 11 19:51:00.773539 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Allocated IP 172.20.0.3 (7606a93d-6aca-4ea0-849d-edb3bf48e611/90cd1d74-5c2c-47d7-8dc5-57cb850bb919/8adde155-47ef-43da-80ec-55766eee2dcf) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:51:01.002791 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-001715d8-2fa2-4abb-be00-74813442a7c9 req-1855a581-1884-4be8-8a4a-5bb136bad3a3 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 210 time: 0.0488970 Jun 11 19:51:01.008693 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:01.130510 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:01.135036 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:01.184681 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Network 7606a93d-6aca-4ea0-849d-edb3bf48e611 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:51:01.188062 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:51:01.191794 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:51:01.222322 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Pushing event updated for resources: {'Port': ['ID=8adde155-47ef-43da-80ec-55766eee2dcf,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:01.227351 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:01.254373 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:01.255078 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:01.346956 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2060666 Jun 11 19:51:01.360529 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Request body: {'port': {'device_id': '593c69ba-c3f0-4dec-b476-6f1b0252097c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:51:01.426345 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b548d-206a-4295-aca4-634d5e70ad75 req-a91b9547-4ddc-49a2-9331-fd1c9809964d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:01.427796 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a30b548d-206a-4295-aca4-634d5e70ad75 req-a91b9547-4ddc-49a2-9331-fd1c9809964d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1198571 Jun 11 19:51:01.517727 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:01.554523 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a30b548d-206a-4295-aca4-634d5e70ad75 req-46d07790-52ff-4e51-ae6c-5c3c6852f3d3 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013169 Jun 11 19:51:01.614439 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8fdbb-acf9-420c-9b2f-f5e1f4917bc8 req-3a32a6d2-5382-478d-b3b2-e494a55f5757 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:01.615876 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-edd8fdbb-acf9-420c-9b2f-f5e1f4917bc8 req-3a32a6d2-5382-478d-b3b2-e494a55f5757 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 946 time: 0.1660147 Jun 11 19:51:01.723026 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-edd8fdbb-acf9-420c-9b2f-f5e1f4917bc8 req-8023da17-8362-4306-9fdc-5ad09ef2a75b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536461 Jun 11 19:51:01.890148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adde155-47ef-43da-80ec-55766eee2dcf {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:51:01.897248 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:01.908840 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Transition to ACTIVE for port object 8adde155-47ef-43da-80ec-55766eee2dcf will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:51:01.958118 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:51:01.978144 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:01.980242 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0f057560-0ab7-476b-9593-850cae341339 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:01.986277 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:51:01.986630 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 78ca56ed-f338-4218-bfdb-5bfbdec9ea79 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:51:02.072183 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Pushing event updated for resources: {'Port': ['ID=8adde155-47ef-43da-80ec-55766eee2dcf,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:02.076674 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:02.201163 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Attempting to bind port 8adde155-47ef-43da-80ec-55766eee2dcf on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:51:02.201498 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Attempting to bind port 8adde155-47ef-43da-80ec-55766eee2dcf by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'aeaafded-3694-46f5-a8a8-468a192d708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:51:02.201828 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Attempting to bind port 8adde155-47ef-43da-80ec-55766eee2dcf on network 7606a93d-6aca-4ea0-849d-edb3bf48e611 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:51:02.208705 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Port 8adde155-47ef-43da-80ec-55766eee2dcf on network 7606a93d-6aca-4ea0-849d-edb3bf48e611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:51:02.209023 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Attempting to bind port 8adde155-47ef-43da-80ec-55766eee2dcf on network 7606a93d-6aca-4ea0-849d-edb3bf48e611 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:51:02.216435 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:51:02.216768 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Checking segment: {'id': 'aeaafded-3694-46f5-a8a8-468a192d708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:51:02.217149 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Bound using segment: {'id': 'aeaafded-3694-46f5-a8a8-468a192d708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:51:02.217574 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Bound port: 8adde155-47ef-43da-80ec-55766eee2dcf, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeaafded-3694-46f5-a8a8-468a192d708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:51:02.217925 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:02.240377 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623a735-2eca-4066-a9a5-0cd02525ca0d req-327e3677-670a-4d9b-a93b-575e4b3d82c3 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:02.241880 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2623a735-2eca-4066-a9a5-0cd02525ca0d req-327e3677-670a-4d9b-a93b-575e4b3d82c3 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 943 time: 0.1161165 Jun 11 19:51:02.326195 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2623a735-2eca-4066-a9a5-0cd02525ca0d req-89e61195-9774-4997-9b27-7b6f0f58b9c7 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589421 Jun 11 19:51:02.330374 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] For port 8adde155-47ef-43da-80ec-55766eee2dcf, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:51:02.333522 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] For port 8adde155-47ef-43da-80ec-55766eee2dcf, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8adde155-47ef-43da-80ec-55766eee2dcf,segment=NetworkSegment(aeaafded-3694-46f5-a8a8-468a192d708f),segment_id=aeaafded-3694-46f5-a8a8-468a192d708f)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:51:02.413405 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:02.416389 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:02.455092 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:02.455704 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:02.457087 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] 10.222.0.43 "PUT /v2.0/ports/8adde155-47ef-43da-80ec-55766eee2dcf HTTP/1.1" status: 200 len: 1093 time: 1.1007566 Jun 11 19:51:02.457580 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593c69ba-c3f0-4dec-b476-6f1b0252097c', 'tag': '8adde155-47ef-43da-80ec-55766eee2dcf'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:51:02.460421 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f6d544-0f20-4ad9-8287-5cb03bb598e8" -d '{"events": [{"name": "network-changed", "server_uuid": "593c69ba-c3f0-4dec-b476-6f1b0252097c", "tag": "8adde155-47ef-43da-80ec-55766eee2dcf"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:51:02.488903 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Pushing event updated for resources: {'Port': ['ID=8adde155-47ef-43da-80ec-55766eee2dcf,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:02.492061 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:02.508334 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ab2393-600a-4a9e-b0bf-055a8c7adaa8 x-openstack-request-id: req-43ab2393-600a-4a9e-b0bf-055a8c7adaa8 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:51:02.508334 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593c69ba-c3f0-4dec-b476-6f1b0252097c", "tag": "8adde155-47ef-43da-80ec-55766eee2dcf", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:51:02.508334 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43ab2393-600a-4a9e-b0bf-055a8c7adaa8 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:51:02.508334 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593c69ba-c3f0-4dec-b476-6f1b0252097c', 'tag': '8adde155-47ef-43da-80ec-55766eee2dcf', 'status': 'completed', 'code': 200} Jun 11 19:51:02.586586 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6d544-0f20-4ad9-8287-5cb03bb598e8 req-be3aaa52-5e0f-4693-aa38-854d3a89375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:02.588062 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-64f6d544-0f20-4ad9-8287-5cb03bb598e8 req-be3aaa52-5e0f-4693-aa38-854d3a89375a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fe009ebcc4f499e967c207d98fb87a0&device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 1096 time: 0.0601318 Jun 11 19:51:02.764372 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6d544-0f20-4ad9-8287-5cb03bb598e8 req-b289e8f9-eec3-4f73-8ce9-65f06150f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:02.765850 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-64f6d544-0f20-4ad9-8287-5cb03bb598e8 req-b289e8f9-eec3-4f73-8ce9-65f06150f124 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3fe009ebcc4f499e967c207d98fb87a0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1680312 Jun 11 19:51:02.824192 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd8679-ce4e-4e7b-a70c-7f27b9455f96 req-a0fed444-4660-46e0-a329-69b178ef117c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:02.825695 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5bcd8679-ce4e-4e7b-a70c-7f27b9455f96 req-a0fed444-4660-46e0-a329-69b178ef117c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1336460 Jun 11 19:51:02.969874 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5bcd8679-ce4e-4e7b-a70c-7f27b9455f96 req-69660b57-6154-4df5-b6c6-36cc0d56189d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385446 Jun 11 19:51:02.980017 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6d544-0f20-4ad9-8287-5cb03bb598e8 req-4a8ec89a-4789-4ef9-9d18-8bedcf7c6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:02.981553 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-64f6d544-0f20-4ad9-8287-5cb03bb598e8 req-4a8ec89a-4789-4ef9-9d18-8bedcf7c6b93 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2093556 Jun 11 19:51:03.001561 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f159daf-4686-49de-8a5d-8f60687bd13f req-be1773c8-e476-45f0-8531-6a939db42423 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:03.002981 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5f159daf-4686-49de-8a5d-8f60687bd13f req-be1773c8-e476-45f0-8531-6a939db42423 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 946 time: 0.1261969 Jun 11 19:51:03.081895 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5f159daf-4686-49de-8a5d-8f60687bd13f req-0328a357-7548-4826-83c1-1af380dad5f0 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688319 Jun 11 19:51:03.104291 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-3733f525-8bc2-466a-b1bf-a85b65c6eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:03.105666 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-3733f525-8bc2-466a-b1bf-a85b65c6eee1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fe009ebcc4f499e967c207d98fb87a0&device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 1096 time: 0.0794489 Jun 11 19:51:03.166280 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-b244809e-a9dd-4ef0-b299-3d4bf4a19473 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adde155-47ef-43da-80ec-55766eee2dcf HTTP/1.1" status: 200 len: 217 time: 0.0504074 Jun 11 19:51:03.221860 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-dbe5d17e-28c0-48c8-93c7-13588fb78b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:03.223245 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-dbe5d17e-28c0-48c8-93c7-13588fb78b9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90cd1d74-5c2c-47d7-8dc5-57cb850bb919 HTTP/1.1" status: 200 len: 849 time: 0.0498559 Jun 11 19:51:03.259789 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-9b73b3a6-378d-4ed3-84d8-db26f1ea30c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7606a93d-6aca-4ea0-849d-edb3bf48e611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294003 Jun 11 19:51:03.376297 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-4dbbfede-07ab-4a6b-b1b5-62d60d5ade6b service neutron] 10.222.0.43 "GET /v2.0/networks/7606a93d-6aca-4ea0-849d-edb3bf48e611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093094 Jun 11 19:51:03.539632 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b81cc200-2d25-421e-b1f5-089f971c1540 req-8dd8dadd-ae15-4aad-84b1-e62c0222897a service neutron] 10.222.0.43 "GET /v2.0/networks/7606a93d-6aca-4ea0-849d-edb3bf48e611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561031 Jun 11 19:51:03.571666 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8e0ff-7d7c-4ece-bcaa-ffeddb4e8704 req-f22f640d-415e-40cf-af48-5c59f0af04ad tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:03.571666 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0ed8e0ff-7d7c-4ece-bcaa-ffeddb4e8704 req-f22f640d-415e-40cf-af48-5c59f0af04ad tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 943 time: 0.0957367 Jun 11 19:51:03.617956 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0ed8e0ff-7d7c-4ece-bcaa-ffeddb4e8704 req-ac78e798-5436-49b5-b959-f9fdf2dd4074 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486040 Jun 11 19:51:04.521783 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-35a7adf3-4c43-415f-962a-e93024d36a31 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:04.523213 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-35a7adf3-4c43-415f-962a-e93024d36a31 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 946 time: 0.1371863 Jun 11 19:51:04.531652 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e785f-908b-432e-8486-8f65a8425d6d req-a5cb16e9-7d3e-4ab5-8a42-209565941fca tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:04.533034 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5b3e785f-908b-432e-8486-8f65a8425d6d req-a5cb16e9-7d3e-4ab5-8a42-209565941fca tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.4479454 Jun 11 19:51:04.547844 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438059-71aa-48e7-86f3-64f20d8a4661 req-7c5f389c-3928-441a-aeb6-96f3c392462c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:04.549277 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-33438059-71aa-48e7-86f3-64f20d8a4661 req-7c5f389c-3928-441a-aeb6-96f3c392462c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 946 time: 0.1644437 Jun 11 19:51:04.658138 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5b3e785f-908b-432e-8486-8f65a8425d6d req-79c4b826-2eb5-4bcf-93de-a42b7735b90b tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079471 Jun 11 19:51:04.683353 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-33438059-71aa-48e7-86f3-64f20d8a4661 req-855959c0-6747-403c-9da7-df86ac6504b6 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261108 Jun 11 19:51:04.721445 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Deleting port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:51:04.721791 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:04.878742 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] For port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:04.879105 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:04.975145 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Calling delete_port for b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:51:04.999268 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccccc5-00df-4501-8dff-d8bc14bf9da4 req-21a5e761-c749-404c-b45c-192f7e8e8eb9 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:05.000775 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-faccccc5-00df-4501-8dff-d8bc14bf9da4 req-21a5e761-c749-404c-b45c-192f7e8e8eb9 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 943 time: 0.1964147 Jun 11 19:51:05.102996 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-faccccc5-00df-4501-8dff-d8bc14bf9da4 req-3174518f-ea4b-4f9b-a71b-cc2937f271fa tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557683 Jun 11 19:51:05.230018 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:05.234019 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-edcbeec5-6ff9-4b46-813e-9fec47c230f1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:05.241273 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['da5e8ae3-b1b5-4bfb-b440-0a85aa07f910', 'f9a330de-1852-446f-ab67-0f37075cd266', 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:51:05.268953 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Pushing event deleted for resources: {'Port': ['ID=b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:05.276018 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:05.320042 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] No DVR routers for this DVR port b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:51:05.323131 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:05.325109 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0406971a-8708-4713-ac77-b36fd22e07d7 req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "DELETE /v2.0/ports/b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed HTTP/1.1" status: 204 len: 173 time: 0.7912261 Jun 11 19:51:05.325598 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e615f3b7-1267-4c57-9078-8147a7be0594', 'name': 'network-vif-deleted', 'tag': 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:51:05.327883 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844aeaba-5e9a-4f24-b98a-45490006d330" -d '{"events": [{"server_uuid": "e615f3b7-1267-4c57-9078-8147a7be0594", "name": "network-vif-deleted", "tag": "b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:51:05.370012 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfe044e-47d3-4ecc-b51e-fce976d942d3 x-openstack-request-id: req-3bfe044e-47d3-4ecc-b51e-fce976d942d3 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:51:05.370383 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e615f3b7-1267-4c57-9078-8147a7be0594", "name": "network-vif-deleted", "tag": "b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:51:05.370669 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bfe044e-47d3-4ecc-b51e-fce976d942d3 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:51:05.371133 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e615f3b7-1267-4c57-9078-8147a7be0594', 'name': 'network-vif-deleted', 'tag': 'b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed', 'status': 'completed', 'code': 200} Jun 11 19:51:05.848541 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8e4efc84-1400-4bf0-a4bb-3a05c58aa51f req-bfd6ef60-a0d5-42f7-8228-f8ac572b53bd tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=e615f3b7-1267-4c57-9078-8147a7be0594 HTTP/1.1" status: 200 len: 210 time: 0.0395572 Jun 11 19:51:05.878322 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55262c-08af-408c-b8f9-c56c5342691b req-abc396ea-e877-4710-83ef-cc83b14cb6cb tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:05.879819 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5d55262c-08af-408c-b8f9-c56c5342691b req-abc396ea-e877-4710-83ef-cc83b14cb6cb tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1051815 Jun 11 19:51:05.925336 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5d55262c-08af-408c-b8f9-c56c5342691b req-c81bc3cf-59f8-4679-b6b0-e6b572fed1e9 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391998 Jun 11 19:51:06.288262 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00281a-6f63-4030-863e-2d38f806ba92 req-0d1a3693-c3c1-4a70-85d6-29a881335cff tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:06.291424 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fc00281a-6f63-4030-863e-2d38f806ba92 req-0d1a3693-c3c1-4a70-85d6-29a881335cff tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 943 time: 0.0761297 Jun 11 19:51:06.332788 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fc00281a-6f63-4030-863e-2d38f806ba92 req-5a04a843-20ad-48e6-8801-c0bd4a770d67 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Jun 11 19:51:07.111210 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f7ad5-115b-4b25-919b-25c436101869 req-b48727fa-2ecf-489d-b17f-a0ba9d5c1a5d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:07.112807 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b78f7ad5-115b-4b25-919b-25c436101869 req-b48727fa-2ecf-489d-b17f-a0ba9d5c1a5d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0763943 Jun 11 19:51:07.155297 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b78f7ad5-115b-4b25-919b-25c436101869 req-0f30056e-1d5c-4ae5-b108-3fd30faf733c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363874 Jun 11 19:51:07.525121 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656554d-2193-4167-871e-f581311aa591 req-0440f517-28eb-4e1d-b996-5dd54285fceb tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:07.526622 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3656554d-2193-4167-871e-f581311aa591 req-0440f517-28eb-4e1d-b996-5dd54285fceb tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 943 time: 0.0725734 Jun 11 19:51:07.568506 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3656554d-2193-4167-871e-f581311aa591 req-9d95e38c-c77a-4d1d-9e0b-a511b9aad6be tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362015 Jun 11 19:51:07.748470 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c635a1a-6fdf-4619-9da7-4a2a2bf25abd req-5fc512ce-ea35-4c61-9b65-7965b39366b0 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:07.750081 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c635a1a-6fdf-4619-9da7-4a2a2bf25abd req-5fc512ce-ea35-4c61-9b65-7965b39366b0 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 945 time: 0.0754895 Jun 11 19:51:07.794218 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c635a1a-6fdf-4619-9da7-4a2a2bf25abd req-6a947c73-e886-4e0b-ac06-02650874316c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368485 Jun 11 19:51:07.976578 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:51:08.001021 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:51:08.001370 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device b9ec6adb-f5b8-4368-af4a-2ad97bfb6bed not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:51:08.755612 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59834c94-b9c3-4a83-a538-6a59ed154bbf req-6d08728a-c590-47ba-9ed2-783fae135ee8 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:08.757121 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59834c94-b9c3-4a83-a538-6a59ed154bbf req-6d08728a-c590-47ba-9ed2-783fae135ee8 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 943 time: 0.0740092 Jun 11 19:51:08.802938 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59834c94-b9c3-4a83-a538-6a59ed154bbf req-59f764b6-8e3c-448c-982d-6243ba03c0ec tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Jun 11 19:51:08.979044 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b610f8-c1d8-4faa-9909-e177fef27157 req-4aea4e2b-b8a2-4f9a-9f9d-9be36e7a5085 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:08.980548 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-81b610f8-c1d8-4faa-9909-e177fef27157 req-4aea4e2b-b8a2-4f9a-9f9d-9be36e7a5085 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 945 time: 0.0724835 Jun 11 19:51:09.025597 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-81b610f8-c1d8-4faa-9909-e177fef27157 req-53c293bb-466f-47cd-81e6-4075b13c4d49 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392962 Jun 11 19:51:09.509844 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457281a-eb56-4138-8853-2cc9944a7dab req-fe5ad6df-60fa-4947-b5b1-e6ee5a763abe tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:09.511441 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2457281a-eb56-4138-8853-2cc9944a7dab req-fe5ad6df-60fa-4947-b5b1-e6ee5a763abe tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 945 time: 0.0712528 Jun 11 19:51:09.638470 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-2457281a-eb56-4138-8853-2cc9944a7dab req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Deleting port f9a330de-1852-446f-ab67-0f37075cd266 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:51:09.638743 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2457281a-eb56-4138-8853-2cc9944a7dab req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:09.754127 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-2457281a-eb56-4138-8853-2cc9944a7dab req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] For port f9a330de-1852-446f-ab67-0f37075cd266, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f9a330de-1852-446f-ab67-0f37075cd266,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:09.754485 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2457281a-eb56-4138-8853-2cc9944a7dab req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:09.853792 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-2457281a-eb56-4138-8853-2cc9944a7dab req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Calling delete_port for f9a330de-1852-446f-ab67-0f37075cd266 owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:51:09.973294 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 8adde155-47ef-43da-80ec-55766eee2dcf details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:51:10.083474 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15669d6e-e542-4146-bf56-6cb199801fe5 req-60230dc6-783a-42ce-ad5a-489b1c9f6e05 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:10.085728 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-15669d6e-e542-4146-bf56-6cb199801fe5 req-60230dc6-783a-42ce-ad5a-489b1c9f6e05 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 943 time: 0.1347208 Jun 11 19:51:10.105658 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 8adde155-47ef-43da-80ec-55766eee2dcf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8adde155-47ef-43da-80ec-55766eee2dcf,segment=NetworkSegment(aeaafded-3694-46f5-a8a8-468a192d708f),segment_id=aeaafded-3694-46f5-a8a8-468a192d708f)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:10.137706 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '8adde155-47ef-43da-80ec-55766eee2dcf', 'network_id': '7606a93d-6aca-4ea0-849d-edb3bf48e611', 'port_id': '8adde155-47ef-43da-80ec-55766eee2dcf', 'mac_address': 'fa:16:3e:2d:bd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cd1d74-5c2c-47d7-8dc5-57cb850bb919', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:51:10.166473 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-15669d6e-e542-4146-bf56-6cb199801fe5 req-227b9555-4dd4-4582-9a03-7f98470ea3d2 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639145 Jun 11 19:51:10.169151 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2457281a-eb56-4138-8853-2cc9944a7dab req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:10.175364 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:10.191804 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['da5e8ae3-b1b5-4bfb-b440-0a85aa07f910', 'f9a330de-1852-446f-ab67-0f37075cd266'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:51:10.234799 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Pushing event deleted for resources: {'Port': ['ID=f9a330de-1852-446f-ab67-0f37075cd266,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:10.235568 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:10.237830 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:10.258144 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adde155-47ef-43da-80ec-55766eee2dcf {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:51:10.263497 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6723a360-3fb7-443d-a5c1-657e956ff0be req-c6e48ac9-47e1-4ca7-b1b1-fc9b5c512bda tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 210 time: 0.0416429 Jun 11 19:51:10.306093 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 8adde155-47ef-43da-80ec-55766eee2dcf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8adde155-47ef-43da-80ec-55766eee2dcf,segment=NetworkSegment(aeaafded-3694-46f5-a8a8-468a192d708f),segment_id=aeaafded-3694-46f5-a8a8-468a192d708f)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:10.315208 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2457281a-eb56-4138-8853-2cc9944a7dab req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] No DVR routers for this DVR port f9a330de-1852-446f-ab67-0f37075cd266 on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:51:10.317867 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2457281a-eb56-4138-8853-2cc9944a7dab req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:10.320471 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2457281a-eb56-4138-8853-2cc9944a7dab req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "DELETE /v2.0/ports/f9a330de-1852-446f-ab67-0f37075cd266 HTTP/1.1" status: 204 len: 173 time: 0.8006237 Jun 11 19:51:10.320968 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b37ac3-1dd9-4487-9182-008b47e24d82', 'name': 'network-vif-deleted', 'tag': 'f9a330de-1852-446f-ab67-0f37075cd266'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:51:10.323395 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be78ac72-45aa-44f3-901e-b13f1c393cd6" -d '{"events": [{"server_uuid": "21b37ac3-1dd9-4487-9182-008b47e24d82", "name": "network-vif-deleted", "tag": "f9a330de-1852-446f-ab67-0f37075cd266"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:51:10.361874 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d9b136-a689-4e42-8c4a-fafc40741f87 x-openstack-request-id: req-f5d9b136-a689-4e42-8c4a-fafc40741f87 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:51:10.363054 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b37ac3-1dd9-4487-9182-008b47e24d82", "name": "network-vif-deleted", "tag": "f9a330de-1852-446f-ab67-0f37075cd266", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:51:10.363054 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5d9b136-a689-4e42-8c4a-fafc40741f87 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:51:10.363054 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b37ac3-1dd9-4487-9182-008b47e24d82', 'name': 'network-vif-deleted', 'tag': 'f9a330de-1852-446f-ab67-0f37075cd266', 'status': 'completed', 'code': 200} Jun 11 19:51:10.386956 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:10.391595 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:10.452219 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=8adde155-47ef-43da-80ec-55766eee2dcf,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:10.455507 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:10.843710 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['8adde155-47ef-43da-80ec-55766eee2dcf'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:51:11.371252 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785407b0-7f6b-45d4-b10d-6b45fbe473e3 req-d660ce5a-49ea-4e35-9854-a84cf8b2e550 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:11.372813 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-785407b0-7f6b-45d4-b10d-6b45fbe473e3 req-d660ce5a-49ea-4e35-9854-a84cf8b2e550 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 944 time: 0.0977662 Jun 11 19:51:11.419394 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-785407b0-7f6b-45d4-b10d-6b45fbe473e3 req-991a43d0-2175-41ac-a790-03cb4bc102db tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388904 Jun 11 19:51:11.476517 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f4078ce1-58c0-484e-96c0-f49fd3561839 req-a517256b-3ed2-438a-9a4a-dbc8dc58a0fc tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b37ac3-1dd9-4487-9182-008b47e24d82 HTTP/1.1" status: 200 len: 210 time: 0.0352795 Jun 11 19:51:11.997040 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 8adde155-47ef-43da-80ec-55766eee2dcf up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:51:12.469832 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 8adde155-47ef-43da-80ec-55766eee2dcf completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:51:12.474378 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 8adde155-47ef-43da-80ec-55766eee2dcf triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:51:12.474599 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:12.596364 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:12.617547 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477c9e8-abfa-4bd3-8104-30b54c2e5f74 req-e29d7c20-4a6f-4174-91b5-6a7b7b10b2b3 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:12.619671 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c477c9e8-abfa-4bd3-8104-30b54c2e5f74 req-e29d7c20-4a6f-4174-91b5-6a7b7b10b2b3 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 944 time: 0.0836902 Jun 11 19:51:12.633802 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593c69ba-c3f0-4dec-b476-6f1b0252097c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adde155-47ef-43da-80ec-55766eee2dcf'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:51:12.636938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8595e8cc-24e2-42aa-9966-7ff5589f111d" -d '{"events": [{"server_uuid": "593c69ba-c3f0-4dec-b476-6f1b0252097c", "name": "network-vif-plugged", "status": "completed", "tag": "8adde155-47ef-43da-80ec-55766eee2dcf"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:51:12.652861 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 8adde155-47ef-43da-80ec-55766eee2dcf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8adde155-47ef-43da-80ec-55766eee2dcf,segment=NetworkSegment(aeaafded-3694-46f5-a8a8-468a192d708f),segment_id=aeaafded-3694-46f5-a8a8-468a192d708f)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:12.664046 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c477c9e8-abfa-4bd3-8104-30b54c2e5f74 req-3991c988-09ed-4cb3-870c-9c4b22620f2a tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385191 Jun 11 19:51:12.772716 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:12.776484 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f5b453-f371-4afe-89cf-7c23af677f98 x-openstack-request-id: req-87f5b453-f371-4afe-89cf-7c23af677f98 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:51:12.776842 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593c69ba-c3f0-4dec-b476-6f1b0252097c", "name": "network-vif-plugged", "status": "completed", "tag": "8adde155-47ef-43da-80ec-55766eee2dcf", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:51:12.777167 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87f5b453-f371-4afe-89cf-7c23af677f98 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:51:12.777725 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593c69ba-c3f0-4dec-b476-6f1b0252097c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adde155-47ef-43da-80ec-55766eee2dcf', 'code': 200} Jun 11 19:51:12.778632 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:12.837373 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=8adde155-47ef-43da-80ec-55766eee2dcf,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:12.841400 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:13.216466 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1b25c-6308-43d4-b3c3-89e3b0e07be5 req-d3b9f3b9-0ac4-4a78-a2de-dd664d46a887 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:13.217952 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a7e1b25c-6308-43d4-b3c3-89e3b0e07be5 req-d3b9f3b9-0ac4-4a78-a2de-dd664d46a887 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1188972 Jun 11 19:51:13.224562 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f89d-8624-4849-99c6-fbc5cd8703df req-758d2fb8-79ba-40fc-a44f-3551f1610318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:13.225853 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c1f0f89d-8624-4849-99c6-fbc5cd8703df req-758d2fb8-79ba-40fc-a44f-3551f1610318 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 1098 time: 0.0883753 Jun 11 19:51:13.298413 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c1f0f89d-8624-4849-99c6-fbc5cd8703df req-67b276a6-fa7a-443e-b7fc-6d6ee87fa28f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635195 Jun 11 19:51:13.301393 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a7e1b25c-6308-43d4-b3c3-89e3b0e07be5 req-974e2ea6-c611-4ac9-ac57-182396e7da5c tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680931 Jun 11 19:51:13.850796 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7c077-c2ce-49f3-954d-611e96dd2770 req-b4a99798-272b-4aaf-9940-ec636514cc6c tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:13.852506 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-81e7c077-c2ce-49f3-954d-611e96dd2770 req-b4a99798-272b-4aaf-9940-ec636514cc6c tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 945 time: 0.0701263 Jun 11 19:51:13.894721 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-81e7c077-c2ce-49f3-954d-611e96dd2770 req-4aa08d74-2393-419b-bd1c-332e020b37e6 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365729 Jun 11 19:51:14.011069 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device f9a330de-1852-446f-ab67-0f37075cd266 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:51:14.035487 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: f9a330de-1852-446f-ab67-0f37075cd266 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:51:14.039316 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device f9a330de-1852-446f-ab67-0f37075cd266 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:51:14.489032 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a2e4b-5df6-4a55-848d-d6afc5f1cbf2 req-1e7b3040-570c-4b5f-87dc-c03d211ee51f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:14.490479 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-993a2e4b-5df6-4a55-848d-d6afc5f1cbf2 req-1e7b3040-570c-4b5f-87dc-c03d211ee51f tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0708802 Jun 11 19:51:14.543804 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-993a2e4b-5df6-4a55-848d-d6afc5f1cbf2 req-9f0b5949-9b1e-4997-987e-aa8109fe7da3 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Jun 11 19:51:14.701674 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95674664-7608-4020-a426-36220b69d039 req-eaf7662e-d891-428e-b3ee-2ee45f4cb8a5 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:14.703125 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-95674664-7608-4020-a426-36220b69d039 req-eaf7662e-d891-428e-b3ee-2ee45f4cb8a5 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 945 time: 0.0696185 Jun 11 19:51:14.748077 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-95674664-7608-4020-a426-36220b69d039 req-ca59edda-24bf-45fb-a5cb-142fc320007b tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394242 Jun 11 19:51:15.077083 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc620-caa7-44f0-b03d-ba4a2592d09d req-be8f1b87-2c83-4aa2-aecc-4d3255f1ce53 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:15.078549 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-116cc620-caa7-44f0-b03d-ba4a2592d09d req-be8f1b87-2c83-4aa2-aecc-4d3255f1ce53 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 945 time: 0.0718873 Jun 11 19:51:15.125221 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-116cc620-caa7-44f0-b03d-ba4a2592d09d req-a2352955-842b-4799-92a3-652cd829aaa3 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Jun 11 19:51:15.719850 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f11ca-b4d2-44be-b7cb-490a73a038ef req-66f6e3d4-fc8a-4165-966d-e3ed5003706e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:15.721112 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-988f11ca-b4d2-44be-b7cb-490a73a038ef req-66f6e3d4-fc8a-4165-966d-e3ed5003706e tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0692604 Jun 11 19:51:15.761866 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-988f11ca-b4d2-44be-b7cb-490a73a038ef req-1b3a6af1-6032-4568-be13-c812dcdcda33 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352719 Jun 11 19:51:15.927239 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b10b-9004-46eb-8347-c576e073ef70 req-e4146a11-aa7b-436f-8d8c-87be01e328f3 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:15.936435 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7096b10b-9004-46eb-8347-c576e073ef70 req-e4146a11-aa7b-436f-8d8c-87be01e328f3 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 945 time: 0.0684912 Jun 11 19:51:15.974237 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7096b10b-9004-46eb-8347-c576e073ef70 req-a06bcdd8-3bd7-4600-b781-651a3d561412 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391090 Jun 11 19:51:16.303342 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f574eb-6a93-4c9c-9202-c308e2e788ba req-ef9bbeb8-3e25-42b5-9634-3e334d20d2a0 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:16.304811 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b6f574eb-6a93-4c9c-9202-c308e2e788ba req-ef9bbeb8-3e25-42b5-9634-3e334d20d2a0 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 945 time: 0.0677948 Jun 11 19:51:16.346600 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b6f574eb-6a93-4c9c-9202-c308e2e788ba req-e11b3f9d-d7c3-4104-9559-0b8decdad8c6 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360596 Jun 11 19:51:16.563180 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-f2883743-aebd-4f3b-a188-dca4ddebc2c3 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:16.564693 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-f2883743-aebd-4f3b-a188-dca4ddebc2c3 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.0672331 Jun 11 19:51:16.682430 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Deleting port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:51:16.682799 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:16.799749 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] For port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:16.800271 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:16.907636 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Calling delete_port for 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:51:17.059876 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0114d60-6b04-4698-a184-d54e5e5e390a req-095e926c-c8b9-40b6-8311-1def780e8aba tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:17.061493 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e0114d60-6b04-4698-a184-d54e5e5e390a req-095e926c-c8b9-40b6-8311-1def780e8aba tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 945 time: 0.1513815 Jun 11 19:51:17.488110 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e0114d60-6b04-4698-a184-d54e5e5e390a req-29be33e2-3bb5-4d79-983b-cb64c30bcc75 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162471 Jun 11 19:51:17.543588 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfe02b-8643-497a-8ebd-4df0216b7e7e req-1c645c0c-42b8-46cd-b103-15840fc3c362 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:17.545228 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-05dfe02b-8643-497a-8ebd-4df0216b7e7e req-1c645c0c-42b8-46cd-b103-15840fc3c362 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 945 time: 0.4304121 Jun 11 19:51:17.552670 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-e8c9b7f3-922a-4a78-8b3c-0d8b58ebed4a tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:17.554028 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-e8c9b7f3-922a-4a78-8b3c-0d8b58ebed4a tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 945 time: 0.1245773 Jun 11 19:51:17.578402 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:17.600349 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['77e962cc-f401-450e-b18a-cec151566780', '14207cc7-1e65-4e8a-aea3-0b7cddd56b00'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:51:17.609834 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:17.654160 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Pushing event deleted for resources: {'Port': ['ID=14207cc7-1e65-4e8a-aea3-0b7cddd56b00,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:17.670776 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:17.735051 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-05dfe02b-8643-497a-8ebd-4df0216b7e7e req-c2d1b4d4-08d6-4caa-97e3-836bf28df658 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/security-groups?id=ee31fede-68bc-4ac2-be75-57ca0e3e08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800642 Jun 11 19:51:17.765814 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] No DVR routers for this DVR port 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:51:17.769930 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:17.771979 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-52b639c0-af68-4d3b-88ad-ff7206f462c4 req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.43 "DELETE /v2.0/ports/14207cc7-1e65-4e8a-aea3-0b7cddd56b00 HTTP/1.1" status: 204 len: 173 time: 1.2011039 Jun 11 19:51:17.776041 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c72e00a-523c-4284-b4f6-9e430acc65f0', 'name': 'network-vif-deleted', 'tag': '14207cc7-1e65-4e8a-aea3-0b7cddd56b00'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:51:17.777086 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209c4f49-4701-47d5-be8d-80a6bd02dad4" -d '{"events": [{"server_uuid": "8c72e00a-523c-4284-b4f6-9e430acc65f0", "name": "network-vif-deleted", "tag": "14207cc7-1e65-4e8a-aea3-0b7cddd56b00"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:51:17.807704 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Deleting port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:51:17.808047 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:17.936129 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] For port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,segment=NetworkSegment(3866b74a-e622-4a25-b82c-c690d5076bdb),segment_id=3866b74a-e622-4a25-b82c-c690d5076bdb)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:17.936510 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:17.961801 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac1d33a-c75f-4f4b-ad9a-5466af90559d x-openstack-request-id: req-0ac1d33a-c75f-4f4b-ad9a-5466af90559d {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:51:17.962126 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c72e00a-523c-4284-b4f6-9e430acc65f0", "name": "network-vif-deleted", "tag": "14207cc7-1e65-4e8a-aea3-0b7cddd56b00", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:51:17.962406 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ac1d33a-c75f-4f4b-ad9a-5466af90559d {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:51:17.962827 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c72e00a-523c-4284-b4f6-9e430acc65f0', 'name': 'network-vif-deleted', 'tag': '14207cc7-1e65-4e8a-aea3-0b7cddd56b00', 'status': 'completed', 'code': 200} Jun 11 19:51:18.044508 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Calling delete_port for da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:51:18.189894 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c35fa-a406-4b18-a25f-9097f0aa6e02 req-6ab2e322-abef-4353-a6a7-1ba3f21cce10 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:18.191365 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-850c35fa-a406-4b18-a25f-9097f0aa6e02 req-6ab2e322-abef-4353-a6a7-1ba3f21cce10 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 945 time: 0.1446831 Jun 11 19:51:18.273602 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-850c35fa-a406-4b18-a25f-9097f0aa6e02 req-d3327ede-8a9b-4f62-a123-fdcb7fd51cec tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763638 Jun 11 19:51:18.352473 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:18.356267 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:18.364051 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['da5e8ae3-b1b5-4bfb-b440-0a85aa07f910'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:51:18.388602 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Pushing event deleted for resources: {'Port': ['ID=da5e8ae3-b1b5-4bfb-b440-0a85aa07f910,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:18.393247 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:18.444495 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] No DVR routers for this DVR port da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:51:18.446698 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:18.449179 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7c3030bb-43c5-4b1a-b0bd-6b2e3602a758 req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.43 "DELETE /v2.0/ports/da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 HTTP/1.1" status: 204 len: 173 time: 0.8876338 Jun 11 19:51:18.645916 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4a28b35e-4f3d-461b-866f-213364d9ef6f req-f8ef1279-bec2-4e5e-ab15-0d5e40a3d1bc tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c72e00a-523c-4284-b4f6-9e430acc65f0 HTTP/1.1" status: 200 len: 210 time: 0.0337608 Jun 11 19:51:18.903881 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-aa5a900d-fa57-448c-ab6b-e69f48a3c599 req-26076bfb-1086-4e63-a16b-3f83f00e29b9 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] 10.222.0.37 "GET /v2.0/ports?device_id=73954679-9889-415a-a8b3-b31c436e285c HTTP/1.1" status: 200 len: 210 time: 0.0341954 Jun 11 19:51:19.465169 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad111c-8035-4616-8838-95dc5d399605 req-3ec50541-8302-4171-93e9-27e7f0256fa1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:19.466723 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-45ad111c-8035-4616-8838-95dc5d399605 req-3ec50541-8302-4171-93e9-27e7f0256fa1 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 945 time: 0.0781233 Jun 11 19:51:19.507321 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-45ad111c-8035-4616-8838-95dc5d399605 req-a7c4c5c2-0756-45fc-a436-39d2f7ab7881 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Jun 11 19:51:19.786393 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52258) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:19.890123 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-24a54428-8ffe-4c4c-aaf9-49cd733d14a6 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:19.891957 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-24a54428-8ffe-4c4c-aaf9-49cd733d14a6 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.43 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 945 time: 0.0713303 Jun 11 19:51:19.968011 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73954679-9889-415a-a8b3-b31c436e285c', 'name': 'network-vif-deleted', 'tag': 'da5e8ae3-b1b5-4bfb-b440-0a85aa07f910'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:51:19.970298 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a3efa7-c379-499b-b397-c6feea3b00bd" -d '{"events": [{"server_uuid": "73954679-9889-415a-a8b3-b31c436e285c", "name": "network-vif-deleted", "tag": "da5e8ae3-b1b5-4bfb-b440-0a85aa07f910"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:51:19.975585 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-000aef66-3a04-4af7-998e-10fd8d40cced admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.000799 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52268) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:20.038340 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0259a5-ac6f-47d9-bb57-955330c5c9bb x-openstack-request-id: req-0c0259a5-ac6f-47d9-bb57-955330c5c9bb {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:51:20.038505 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73954679-9889-415a-a8b3-b31c436e285c", "name": "network-vif-deleted", "tag": "da5e8ae3-b1b5-4bfb-b440-0a85aa07f910", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:51:20.038661 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c0259a5-ac6f-47d9-bb57-955330c5c9bb {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:51:20.039081 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73954679-9889-415a-a8b3-b31c436e285c', 'name': 'network-vif-deleted', 'tag': 'da5e8ae3-b1b5-4bfb-b440-0a85aa07f910', 'status': 'completed', 'code': 200} Jun 11 19:51:20.053248 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:51:20.058227 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_v2 [None req-174ba23d-1285-43c3-b92e-21b5e2fca59c admin admin] Deleting subnet 64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c {{(pid=98768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:51:20.061316 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-174ba23d-1285-43c3-b92e-21b5e2fca59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.089596 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:51:20.090052 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device da5e8ae3-b1b5-4bfb-b440-0a85aa07f910 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:51:20.090931 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:51:20.108919 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-174ba23d-1285-43c3-b92e-21b5e2fca59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59054300'] for subnet, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.119376 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:51:20.119735 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 14207cc7-1e65-4e8a-aea3-0b7cddd56b00 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:51:20.144676 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Deleting port 8adde155-47ef-43da-80ec-55766eee2dcf {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:51:20.146328 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.160058 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-174ba23d-1285-43c3-b92e-21b5e2fca59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.173652 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-000aef66-3a04-4af7-998e-10fd8d40cced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.254401 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-000aef66-3a04-4af7-998e-10fd8d40cced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.259113 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:20.295965 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-174ba23d-1285-43c3-b92e-21b5e2fca59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59462105'] for subnet, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.299496 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:20.315019 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-000aef66-3a04-4af7-998e-10fd8d40cced admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20331fa3829a4d8782fc8cc5e823dd36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5274308 Jun 11 19:51:20.317097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] For port 8adde155-47ef-43da-80ec-55766eee2dcf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8adde155-47ef-43da-80ec-55766eee2dcf,segment=NetworkSegment(aeaafded-3694-46f5-a8a8-468a192d708f),segment_id=aeaafded-3694-46f5-a8a8-468a192d708f)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:20.317560 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.319991 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000aef66-3a04-4af7-998e-10fd8d40cced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b9048-d981-4ff1-973c-a72af502c9b4,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:20.322378 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52274) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:20.333685 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ba23d-1285-43c3-b92e-21b5e2fca59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:20.334091 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-000aef66-3a04-4af7-998e-10fd8d40cced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:20.335445 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-174ba23d-1285-43c3-b92e-21b5e2fca59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.340741 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-174ba23d-1285-43c3-b92e-21b5e2fca59c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/64f9ee13-ad8c-4fd2-a2b3-9e8b493d718c HTTP/1.1" status: 204 len: 168 time: 0.3355055 Jun 11 19:51:20.340741 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-174ba23d-1285-43c3-b92e-21b5e2fca59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:20.340741 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52276) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:20.429096 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.456852 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Calling delete_port for 8adde155-47ef-43da-80ec-55766eee2dcf owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:51:20.533557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.546089 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e0bb72-4b8c-4f65-adfb-9823c48b55d9']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:20.556992 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3866b74a-e622-4a25-b82c-c690d5076bdb') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:20.557291 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3866b74a-e622-4a25-b82c-c690d5076bdb') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:20.567004 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.582825 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.586264 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e66bfe2e-ff43-4657-a610-7fafd30dc650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.590326 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:51:20.590822 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:51:20.592859 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:51:20.622649 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e690004-c819-42c4-bc01-81e42fbe3979 req-3c5c2022-e94c-4d3d-a872-81c499e1b2fe tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:20.624192 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0e690004-c819-42c4-bc01-81e42fbe3979 req-3c5c2022-e94c-4d3d-a872-81c499e1b2fe tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.3009236 Jun 11 19:51:20.637365 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e66bfe2e-ff43-4657-a610-7fafd30dc650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.797308 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0e690004-c819-42c4-bc01-81e42fbe3979 req-4ba708fe-26b4-4a42-85f8-dee9d576a007 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630378 Jun 11 19:51:20.835391 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c007e1-7adb-4459-9f49-e5c6307ae080 req-3f164155-2c79-446b-8623-324eb948e5be tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:20.835391 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-98c007e1-7adb-4459-9f49-e5c6307ae080 req-3f164155-2c79-446b-8623-324eb948e5be tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 945 time: 0.2022598 Jun 11 19:51:20.876663 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-98c007e1-7adb-4459-9f49-e5c6307ae080 req-c9ccfaf3-4aca-4b3b-a910-c2712abbdab6 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/security-groups?id=c01d179a-5dd2-43c1-9957-4048cd061cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Jun 11 19:51:20.912437 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.916398 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-2e9f4b33-2b04-4305-b2ed-9ba5bd00a017 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:20.924892 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['8adde155-47ef-43da-80ec-55766eee2dcf'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:51:20.941596 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.947494 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.947786 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Pushing event deleted for resources: {'Port': ['ID=8adde155-47ef-43da-80ec-55766eee2dcf,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:20.950188 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e66bfe2e-ff43-4657-a610-7fafd30dc650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.950903 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] 10.222.0.37 "DELETE /v2.0/networks/a0e0bb72-4b8c-4f65-adfb-9823c48b55d9 HTTP/1.1" status: 204 len: 168 time: 0.6092405 Jun 11 19:51:20.951916 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-311cfc1a-fe91-4da2-bdef-dbc5e168b972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:20.957259 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e66bfe2e-ff43-4657-a610-7fafd30dc650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:20.960763 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-e66bfe2e-ff43-4657-a610-7fafd30dc650 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c1b9048-d981-4ff1-973c-a72af502c9b4 HTTP/1.1" status: 204 len: 168 time: 0.6282856 Jun 11 19:51:20.960763 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:20.960763 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:20.968808 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e0bb72-4b8c-4f65-adfb-9823c48b55d9,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:20.975180 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:21.029093 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bfe2e-ff43-4657-a610-7fafd30dc650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b9048-d981-4ff1-973c-a72af502c9b4,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:21.030877 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] No DVR routers for this DVR port 8adde155-47ef-43da-80ec-55766eee2dcf on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:51:21.032426 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e66bfe2e-ff43-4657-a610-7fafd30dc650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:21.033738 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:21.035530 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-efec7b66-d7c3-421d-a2cd-6dddc3026731 req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.43 "DELETE /v2.0/ports/8adde155-47ef-43da-80ec-55766eee2dcf HTTP/1.1" status: 204 len: 173 time: 1.1378839 Jun 11 19:51:21.309261 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52288) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:21.352771 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-7e6228a4-0105-4f1d-87d8-85e5a54bf8fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7bbdea526ad478f8c2c53883fa20609&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423441 Jun 11 19:51:21.359590 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52290) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:21.426582 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12964fc3-daa7-4eb7-ac89-1c8c1e0e6a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:21.435703 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-27edd94d-4149-44ab-8292-9fb62f477dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:21.453946 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12964fc3-daa7-4eb7-ac89-1c8c1e0e6a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:21.592941 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12964fc3-daa7-4eb7-ac89-1c8c1e0e6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:21.595430 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-12964fc3-daa7-4eb7-ac89-1c8c1e0e6a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:21.596628 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-12964fc3-daa7-4eb7-ac89-1c8c1e0e6a85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee31fede-68bc-4ac2-be75-57ca0e3e08d7 HTTP/1.1" status: 204 len: 168 time: 0.2359056 Jun 11 19:51:21.597367 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bb1df046-0ad4-4556-a4ec-29f65055bd0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:21.605924 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12964fc3-daa7-4eb7-ac89-1c8c1e0e6a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee31fede-68bc-4ac2-be75-57ca0e3e08d7,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:21.608480 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-12964fc3-daa7-4eb7-ac89-1c8c1e0e6a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:22.062973 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593c69ba-c3f0-4dec-b476-6f1b0252097c', 'name': 'network-vif-deleted', 'tag': '8adde155-47ef-43da-80ec-55766eee2dcf'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:51:22.066097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0aa8fb-b549-434a-8515-ba1464580b34" -d '{"events": [{"server_uuid": "593c69ba-c3f0-4dec-b476-6f1b0252097c", "name": "network-vif-deleted", "tag": "8adde155-47ef-43da-80ec-55766eee2dcf"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:51:22.071858 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e123da52-d1a3-4214-8f66-bf91f80d6a94 req-e71bc723-e023-4dcb-9a74-031399df8743 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] 10.222.0.37 "GET /v2.0/ports?device_id=593c69ba-c3f0-4dec-b476-6f1b0252097c HTTP/1.1" status: 200 len: 210 time: 0.0461714 Jun 11 19:51:22.085580 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c39c7-b22b-4616-b3e5-166715ca0157 req-46762219-d958-4702-a6db-b01e48752d25 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:22.088267 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab9c39c7-b22b-4616-b3e5-166715ca0157 req-46762219-d958-4702-a6db-b01e48752d25 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.1546857 Jun 11 19:51:22.134704 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d292a0d-c32d-4ad7-baef-676d064178f3 x-openstack-request-id: req-8d292a0d-c32d-4ad7-baef-676d064178f3 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:51:22.135131 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593c69ba-c3f0-4dec-b476-6f1b0252097c", "name": "network-vif-deleted", "tag": "8adde155-47ef-43da-80ec-55766eee2dcf", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:51:22.135541 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d292a0d-c32d-4ad7-baef-676d064178f3 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:51:22.136690 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593c69ba-c3f0-4dec-b476-6f1b0252097c', 'name': 'network-vif-deleted', 'tag': '8adde155-47ef-43da-80ec-55766eee2dcf', 'status': 'completed', 'code': 200} Jun 11 19:51:22.140609 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab9c39c7-b22b-4616-b3e5-166715ca0157 req-99e8a9af-5f5c-4fdd-9fd5-a08fd886984b tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476441 Jun 11 19:51:23.346856 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38eefc-0de3-4aa5-87f7-56bcab29edcf req-0dda162f-fd9a-4607-9671-7590f8fae0f1 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:23.350461 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fc38eefc-0de3-4aa5-87f7-56bcab29edcf req-0dda162f-fd9a-4607-9671-7590f8fae0f1 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0766680 Jun 11 19:51:23.399346 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fc38eefc-0de3-4aa5-87f7-56bcab29edcf req-3657c42c-2898-426b-8a0d-05e0beb35e4d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Jun 11 19:51:24.044328 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-6b18bdb2-c98d-4989-bd65-c5a7d9a954b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:24.071145 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 8adde155-47ef-43da-80ec-55766eee2dcf no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:51:24.091745 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 8adde155-47ef-43da-80ec-55766eee2dcf {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:51:24.092120 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 8adde155-47ef-43da-80ec-55766eee2dcf not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:51:24.121095 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:24.596154 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4705ce1-bd44-4d36-bd3e-f02296bc55cf req-13df4d8f-3a9a-447c-af4e-427afda1552d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:24.597640 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a4705ce1-bd44-4d36-bd3e-f02296bc55cf req-13df4d8f-3a9a-447c-af4e-427afda1552d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0758426 Jun 11 19:51:24.638918 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a4705ce1-bd44-4d36-bd3e-f02296bc55cf req-cc15217a-fbf9-4504-854e-14cbbb249b76 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354803 Jun 11 19:51:24.749039 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:51:25.146698 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:25.835911 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78f99-1dc4-41da-9bd6-07628f7a8d4a req-b579aa6d-6262-40d7-84c1-148b84ab4fbd tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:25.837490 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-63b78f99-1dc4-41da-9bd6-07628f7a8d4a req-b579aa6d-6262-40d7-84c1-148b84ab4fbd tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0783668 Jun 11 19:51:25.914593 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-63b78f99-1dc4-41da-9bd6-07628f7a8d4a req-5d022c11-6dcd-4259-a0d6-95dbf9354ee3 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697274 Jun 11 19:51:26.356677 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-c60140dd-60d5-4de1-9a15-ab77a68f5b53 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:26.358324 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-c60140dd-60d5-4de1-9a15-ab77a68f5b53 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.43 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0903497 Jun 11 19:51:26.554824 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Deleting port 77e962cc-f401-450e-b18a-cec151566780 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:51:26.554824 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:26.698961 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] For port 77e962cc-f401-450e-b18a-cec151566780, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77e962cc-f401-450e-b18a-cec151566780,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:26.699430 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:26.803993 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Calling delete_port for 77e962cc-f401-450e-b18a-cec151566780 owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:51:27.138724 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:27.158071 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8067aa-4e26-4137-9503-a8d440c3142c req-c689d459-7055-4989-81a4-590f537d356d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:27.160025 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-da8067aa-4e26-4137-9503-a8d440c3142c req-c689d459-7055-4989-81a4-590f537d356d tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 945 time: 0.0901601 Jun 11 19:51:27.204614 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:27.205323 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:27.217368 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:27.218760 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['77e962cc-f401-450e-b18a-cec151566780'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:51:27.263745 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-da8067aa-4e26-4137-9503-a8d440c3142c req-9d0067a2-4c4b-4352-9753-7fc76ddfcb06 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0165c1-a4d4-49f9-a09f-facf145c3189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963326 Jun 11 19:51:27.268190 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Pushing event deleted for resources: {'Port': ['ID=77e962cc-f401-450e-b18a-cec151566780,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:27.272004 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:27.328938 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] No DVR routers for this DVR port 77e962cc-f401-450e-b18a-cec151566780 on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:51:27.331287 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:27.333352 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-070fdb1b-bd2b-4ce9-b6fd-ab428058fb8f req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.43 "DELETE /v2.0/ports/77e962cc-f401-450e-b18a-cec151566780 HTTP/1.1" status: 204 len: 173 time: 0.9692111 Jun 11 19:51:27.333904 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d5091e-93db-4f7a-bc23-4c7c8bbc9562', 'name': 'network-vif-deleted', 'tag': '77e962cc-f401-450e-b18a-cec151566780'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:51:27.336501 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54027a04-96f2-426c-b9be-396d8206e995" -d '{"events": [{"server_uuid": "10d5091e-93db-4f7a-bc23-4c7c8bbc9562", "name": "network-vif-deleted", "tag": "77e962cc-f401-450e-b18a-cec151566780"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:51:27.386954 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507b3d60-4379-47c1-8183-d9437944f36c x-openstack-request-id: req-507b3d60-4379-47c1-8183-d9437944f36c {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:51:27.387276 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d5091e-93db-4f7a-bc23-4c7c8bbc9562", "name": "network-vif-deleted", "tag": "77e962cc-f401-450e-b18a-cec151566780", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:51:27.387555 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-507b3d60-4379-47c1-8183-d9437944f36c {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:51:27.388004 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d5091e-93db-4f7a-bc23-4c7c8bbc9562', 'name': 'network-vif-deleted', 'tag': '77e962cc-f401-450e-b18a-cec151566780', 'status': 'completed', 'code': 200} Jun 11 19:51:27.694588 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0943-df86-4950-8b1d-3227fdc1f5d5 req-2b22a150-7cf8-4025-b0c9-b9a9b3bf2c79 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:27.695263 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-405a0943-df86-4950-8b1d-3227fdc1f5d5 req-2b22a150-7cf8-4025-b0c9-b9a9b3bf2c79 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1220882 Jun 11 19:51:27.793118 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-405a0943-df86-4950-8b1d-3227fdc1f5d5 req-832fcca4-2db3-464e-b4f5-897026e0d2f7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839026 Jun 11 19:51:28.470901 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-68535bf1-3a51-4bd2-a22a-394c9e825aa5 req-7246fc50-2365-461a-8671-7978ab9a7e06 tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d5091e-93db-4f7a-bc23-4c7c8bbc9562 HTTP/1.1" status: 200 len: 210 time: 0.0454457 Jun 11 19:51:28.991841 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3e0d-9724-43c8-8cdc-c3e3f66e5af4 req-dacf3e20-ec96-4ef6-af0b-16e6808652c8 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:28.991841 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-974d3e0d-9724-43c8-8cdc-c3e3f66e5af4 req-dacf3e20-ec96-4ef6-af0b-16e6808652c8 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.0754082 Jun 11 19:51:29.050726 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-974d3e0d-9724-43c8-8cdc-c3e3f66e5af4 req-975ff9d8-8721-48d6-aec7-4e9d5cc4c04e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598891 Jun 11 19:51:29.570614 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52546) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:29.593139 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52550) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:29.733998 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-41ed73a3-7e0a-4404-a0cd-d4313f1bed26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:29.915244 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-41ed73a3-7e0a-4404-a0cd-d4313f1bed26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:29.977952 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-41ed73a3-7e0a-4404-a0cd-d4313f1bed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:29.981654 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b67f85b0-d162-41e1-8535-f4e7a7033a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:30.034596 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed73a3-7e0a-4404-a0cd-d4313f1bed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b59b9f-84f2-49cc-88cd-23e743676bda,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:30.037913 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-41ed73a3-7e0a-4404-a0cd-d4313f1bed26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:30.045348 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-41ed73a3-7e0a-4404-a0cd-d4313f1bed26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7709a4f9f7a64fabaf7dd20940858967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729688 Jun 11 19:51:30.046078 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52556) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:30.098138 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 77e962cc-f401-450e-b18a-cec151566780 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:51:30.144809 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 77e962cc-f401-450e-b18a-cec151566780 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:51:30.148357 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 77e962cc-f401-450e-b18a-cec151566780 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:51:30.227651 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-732917a2-0cdd-4335-b836-c27630f25f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:30.297106 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-732917a2-0cdd-4335-b836-c27630f25f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:30.467546 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d57f4-ccae-4366-9007-355d7e58407c req-062bc4c7-0d51-4d64-a747-2a17fcf23c90 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:30.476238 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-396d57f4-ccae-4366-9007-355d7e58407c req-062bc4c7-0d51-4d64-a747-2a17fcf23c90 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.2385440 Jun 11 19:51:30.552290 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-396d57f4-ccae-4366-9007-355d7e58407c req-d74662c0-366b-4888-b718-f912ca4aaf2b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751605 Jun 11 19:51:30.578207 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-732917a2-0cdd-4335-b836-c27630f25f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:30.581381 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-732917a2-0cdd-4335-b836-c27630f25f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:30.583134 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-732917a2-0cdd-4335-b836-c27630f25f85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6b59b9f-84f2-49cc-88cd-23e743676bda HTTP/1.1" status: 204 len: 168 time: 0.5356655 Jun 11 19:51:30.589889 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-57068ce3-ae4b-4e33-ba41-a62c1ddf4b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:30.602009 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732917a2-0cdd-4335-b836-c27630f25f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b59b9f-84f2-49cc-88cd-23e743676bda,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:30.610145 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-732917a2-0cdd-4335-b836-c27630f25f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:30.712365 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411604'] for router_interface, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.144355 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Deleting port c560a815-f1df-4773-a228-0417085d0ec3 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:51:31.144693 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.274492 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] For port c560a815-f1df-4773-a228-0417085d0ec3, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=c560a815-f1df-4773-a228-0417085d0ec3,segment=NetworkSegment(69ac2ad0-9c69-43d0-9fbf-58135aece275),segment_id=69ac2ad0-9c69-43d0-9fbf-58135aece275)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:31.274492 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.354763 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52574) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:31.376840 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b98ea655-b315-47d6-bfc6-8032582c1cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.386375 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Calling delete_port for c560a815-f1df-4773-a228-0417085d0ec3 owned by network:router_interface {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:51:31.522524 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b98ea655-b315-47d6-bfc6-8032582c1cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.595246 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b98ea655-b315-47d6-bfc6-8032582c1cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.599342 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8915b717-b053-47d1-ab57-09297bae42c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:31.643194 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ea655-b315-47d6-bfc6-8032582c1cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed35730-59e7-4517-9475-b02b79f68050,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:31.647990 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b98ea655-b315-47d6-bfc6-8032582c1cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:31.666807 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-b98ea655-b315-47d6-bfc6-8032582c1cee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afabaf1d5ca047fe9808d7cb6c03380f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109510 Jun 11 19:51:31.672387 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52582) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:31.735581 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dc8c7ec8-4f94-45a4-b371-38af82be4d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.764946 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dc8c7ec8-4f94-45a4-b371-38af82be4d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.801518 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac042b8-da72-4fad-a22a-8b3f22d356cf req-1b868386-2692-4d0b-8e84-f3486517606e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:31.803205 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4ac042b8-da72-4fad-a22a-8b3f22d356cf req-1b868386-2692-4d0b-8e84-f3486517606e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.0996258 Jun 11 19:51:31.843035 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.848265 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:31.860962 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4ac042b8-da72-4fad-a22a-8b3f22d356cf req-dd92493b-c315-44df-9d76-a112a403b2f9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502694 Jun 11 19:51:31.924012 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dc8c7ec8-4f94-45a4-b371-38af82be4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.926911 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dc8c7ec8-4f94-45a4-b371-38af82be4d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:31.931300 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-dc8c7ec8-4f94-45a4-b371-38af82be4d14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ed35730-59e7-4517-9475-b02b79f68050 HTTP/1.1" status: 204 len: 168 time: 0.2544856 Jun 11 19:51:31.931300 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-2eec1c27-856e-4230-8c96-cb8c9adf6c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:31.934097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Pushing event deleted for resources: {'Port': ['ID=c560a815-f1df-4773-a228-0417085d0ec3,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:31.938947 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:31.952773 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c7ec8-4f94-45a4-b371-38af82be4d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed35730-59e7-4517-9475-b02b79f68050,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:31.966639 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-dc8c7ec8-4f94-45a4-b371-38af82be4d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:32.208160 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416068'] for router_interface, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:32.795622 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Router 3a349f2f-40e8-4518-96e0-26dcb23f3919 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:51:33.065241 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:51:33.070903 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] 10.222.0.37 "PUT /v2.0/routers/3a349f2f-40e8-4518-96e0-26dcb23f3919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4766963 Jun 11 19:51:33.074436 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52618) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:33.076962 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] Sync routers for ids ['3a349f2f-40e8-4518-96e0-26dcb23f3919'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:51:33.095637 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] Routers {'3a349f2f-40e8-4518-96e0-26dcb23f3919'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:51:33.096408 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:51:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['3a349f2f-40e8-4518-96e0-26dcb23f3919'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:33.250203 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] Set router 3a349f2f-40e8-4518-96e0-26dcb23f3919 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:51:33.348494 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68576d-8749-4ddd-b9bd-1417f7cc6dbb req-4dba95d4-227a-47c4-80d8-e800c4cf728c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:33.350762 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dc68576d-8749-4ddd-b9bd-1417f7cc6dbb req-4dba95d4-227a-47c4-80d8-e800c4cf728c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.2622905 Jun 11 19:51:33.381369 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Notify callbacks [] for router, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:33.502562 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52630) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:33.547296 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dc68576d-8749-4ddd-b9bd-1417f7cc6dbb req-f9f118fe-7f3b-4c68-b615-2aa5402152ad tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907222 Jun 11 19:51:33.609573 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:33.680466 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e33221c0-53dd-43dc-882e-15ed94ed6729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:33.712591 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'name': 'tempest-ServerRescueNegativeTestJSON-850590267-router', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:42Z', 'updated_at': '2021-06-11T19:51:31Z', 'revision_number': 5, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'gw_port': {'id': '627f6b5a-5d9a-4620-9bef-4c848a509e8e', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:33.716669 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] Checking router: 3a349f2f-40e8-4518-96e0-26dcb23f3919 for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:51:33.746507 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] Routers {'3a349f2f-40e8-4518-96e0-26dcb23f3919'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:51:33.747127 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:51:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['3a349f2f-40e8-4518-96e0-26dcb23f3919'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:33.806833 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Deleting port 627f6b5a-5d9a-4620-9bef-4c848a509e8e {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:51:33.807207 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:33.828753 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e33221c0-53dd-43dc-882e-15ed94ed6729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:33.892218 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e33221c0-53dd-43dc-882e-15ed94ed6729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:33.902216 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c9ac1a80-02b4-401e-8bd9-78d4b23297ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:33.919660 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] Set router 3a349f2f-40e8-4518-96e0-26dcb23f3919 gateway port host: None {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:51:33.947612 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e33221c0-53dd-43dc-882e-15ed94ed6729 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3eb8869fbcb1460690fcf7964f38098b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431446 Jun 11 19:51:33.948478 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52636) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:33.958225 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] For port 627f6b5a-5d9a-4620-9bef-4c848a509e8e, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=627f6b5a-5d9a-4620-9bef-4c848a509e8e,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:33.958975 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:34.004735 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33221c0-53dd-43dc-882e-15ed94ed6729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a597d9-8cfd-40a0-9cc3-7a13060df939,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:34.011934 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e33221c0-53dd-43dc-882e-15ed94ed6729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:34.050933 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'name': 'tempest-ServerRescueNegativeTestJSON-850590267-router', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:42Z', 'updated_at': '2021-06-11T19:51:33Z', 'revision_number': 6, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'gw_port_host': None}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:34.059932 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-660c15e6-b149-4687-87bd-b0a8476b517f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:34.064541 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f57f38-1a86-48eb-8d49-e853c31c05d1 None None] The sync data for ids ['3a349f2f-40e8-4518-96e0-26dcb23f3919'] in dv-cinder-790535-3-smb is: [{'id': '3a349f2f-40e8-4518-96e0-26dcb23f3919', 'name': 'tempest-ServerRescueNegativeTestJSON-850590267-router', 'tenant_id': '308f6be684f945c3ba8b25761a9c6181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:42Z', 'updated_at': '2021-06-11T19:51:33Z', 'revision_number': 6, 'project_id': '308f6be684f945c3ba8b25761a9c6181', 'gw_port_host': None}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:51:34.077651 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Calling delete_port for 627f6b5a-5d9a-4620-9bef-4c848a509e8e owned by network:router_gateway {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:51:34.097151 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-660c15e6-b149-4687-87bd-b0a8476b517f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:34.254976 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-660c15e6-b149-4687-87bd-b0a8476b517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:34.257578 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-660c15e6-b149-4687-87bd-b0a8476b517f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:34.258699 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-660c15e6-b149-4687-87bd-b0a8476b517f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51a597d9-8cfd-40a0-9cc3-7a13060df939 HTTP/1.1" status: 204 len: 168 time: 0.2962816 Jun 11 19:51:34.259428 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e33221c0-53dd-43dc-882e-15ed94ed6729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:34.278963 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c15e6-b149-4687-87bd-b0a8476b517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a597d9-8cfd-40a0-9cc3-7a13060df939,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:34.289104 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-660c15e6-b149-4687-87bd-b0a8476b517f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:34.443758 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:34.447644 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-eaee38b0-95a8-43e8-a803-aafa5fcc5a51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:34.494039 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Pushing event deleted for resources: {'Port': ['ID=627f6b5a-5d9a-4620-9bef-4c848a509e8e,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:34.494039 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:34.537959 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c560a815-f1df-4773-a228-0417085d0ec3 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:51:34.582542 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: c560a815-f1df-4773-a228-0417085d0ec3 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:51:34.586615 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c560a815-f1df-4773-a228-0417085d0ec3 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:51:34.606477 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415255'] for router_gateway, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:34.852811 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9235'] for router, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:34.859084 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.005249 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb441ee-03c8-4c07-a8d1-7414b98f963f req-ca3f8315-6473-4c40-bac1-e1f43761f16e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:35.019929 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8eb441ee-03c8-4c07-a8d1-7414b98f963f req-ca3f8315-6473-4c40-bac1-e1f43761f16e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.2637627 Jun 11 19:51:35.086189 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409648'] for router, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.086997 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a349f2f-40e8-4518-96e0-26dcb23f3919 {{(pid=98767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:51:35.100622 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8eb441ee-03c8-4c07-a8d1-7414b98f963f req-ed2d947b-3f66-49b2-8ddc-45dd58ced022 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769858 Jun 11 19:51:35.101179 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Notify callbacks [] for router, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.102234 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3a349f2f-40e8-4518-96e0-26dcb23f3919 HTTP/1.1" status: 204 len: 168 time: 2.0266755 Jun 11 19:51:35.105407 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52666) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:35.198915 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf2ae3b-e7e0-40eb-a1ca-3eff5499f56c admin admin] Deleting subnet 106e3590-a904-4800-a35d-447143ae7935 {{(pid=98768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:51:35.209538 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-edf2ae3b-e7e0-40eb-a1ca-3eff5499f56c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.271235 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-edf2ae3b-e7e0-40eb-a1ca-3eff5499f56c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59054300'] for subnet, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.358386 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-edf2ae3b-e7e0-40eb-a1ca-3eff5499f56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.504568 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-edf2ae3b-e7e0-40eb-a1ca-3eff5499f56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59462105'] for subnet, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.518741 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-174ba23d-1285-43c3-b92e-21b5e2fca59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:35.552451 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2ae3b-e7e0-40eb-a1ca-3eff5499f56c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106e3590-a904-4800-a35d-447143ae7935,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:35.562981 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-edf2ae3b-e7e0-40eb-a1ca-3eff5499f56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.565482 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-edf2ae3b-e7e0-40eb-a1ca-3eff5499f56c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/106e3590-a904-4800-a35d-447143ae7935 HTTP/1.1" status: 204 len: 168 time: 0.4590507 Jun 11 19:51:35.567039 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-edf2ae3b-e7e0-40eb-a1ca-3eff5499f56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:35.568040 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52682) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:35.673708 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.811752 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.823668 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.services.segments.db [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3e709c-6304-4a09-a4df-3743d285f858']}} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:35.838034 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.services.segments.db [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ac2ad0-9c69-43d0-9fbf-58135aece275') {'for_net_delete': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:35.839454 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.services.segments.db [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ac2ad0-9c69-43d0-9fbf-58135aece275') {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:35.858007 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60388124'] for segment, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.889520 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.902260 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=98767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:51:35.902260 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60390430'] for segment, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: Traceback (most recent call last): Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: timer() Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: cb(*args, **kw) Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: return func(*args, **kwargs) Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: self._notify() Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: self.callback(batched_events) Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: event.method(event) Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: return f(self, *a, **k) Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: return self._get(url).json() Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: return self.request(url, 'GET', **kwargs) Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:51:35.902647 dv-cinder-790535-3-smb neutron-server[98767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:51:36.080966 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:36.085960 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:36.101989 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3e709c-6304-4a09-a4df-3743d285f858,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:36.104259 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:36.106321 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cd3e709c-6304-4a09-a4df-3743d285f858 HTTP/1.1" status: 204 len: 168 time: 0.5369532 Jun 11 19:51:36.107572 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e9c7c4aa-2425-464f-bb1c-11e994e673a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:36.476569 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7824266-83a0-4ada-90d5-c627d260e49d req-a63a1e13-d9d9-41eb-bd6b-ef1876937afe tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:36.478279 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e7824266-83a0-4ada-90d5-c627d260e49d req-a63a1e13-d9d9-41eb-bd6b-ef1876937afe tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1011052 Jun 11 19:51:36.527795 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e7824266-83a0-4ada-90d5-c627d260e49d req-baa95f80-a0b1-4d26-a873-8aa3f39f8ff8 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419829 Jun 11 19:51:36.550412 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 627f6b5a-5d9a-4620-9bef-4c848a509e8e no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:51:36.563746 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: 627f6b5a-5d9a-4620-9bef-4c848a509e8e {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:51:36.564113 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 627f6b5a-5d9a-4620-9bef-4c848a509e8e not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:51:36.780531 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52716) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:36.827726 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-29a24bd1-41d1-4293-9c93-aaf6b993c78f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=308f6be684f945c3ba8b25761a9c6181&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0458720 Jun 11 19:51:36.830234 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52718) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:36.890287 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-448af518-615f-4757-8c75-c2d606cf1b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:36.921920 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-448af518-615f-4757-8c75-c2d606cf1b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:37.018227 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52722) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:37.081526 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-448af518-615f-4757-8c75-c2d606cf1b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:37.084714 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-448af518-615f-4757-8c75-c2d606cf1b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:37.086499 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-448af518-615f-4757-8c75-c2d606cf1b06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e0165c1-a4d4-49f9-a09f-facf145c3189 HTTP/1.1" status: 204 len: 168 time: 0.2551522 Jun 11 19:51:37.088297 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-75dc37d0-2075-405d-ab24-ef00141b8328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:37.100244 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448af518-615f-4757-8c75-c2d606cf1b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0165c1-a4d4-49f9-a09f-facf145c3189,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:37.105771 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-448af518-615f-4757-8c75-c2d606cf1b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:37.166067 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-cc568aa5-f7b9-4e0a-83cd-cde76081f3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:37.277916 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-cc568aa5-f7b9-4e0a-83cd-cde76081f3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:37.344251 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-cc568aa5-f7b9-4e0a-83cd-cde76081f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:37.348867 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-49e01a86-0555-4127-87a4-7c9307124fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:37.404146 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52734) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:37.404424 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-cc568aa5-f7b9-4e0a-83cd-cde76081f3a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=450b38aba2a34386ae27f2eaa34bdc04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847971 Jun 11 19:51:37.404979 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc568aa5-f7b9-4e0a-83cd-cde76081f3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cb6a73-70c3-4eac-8ba4-8f54d27e7988,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:37.425094 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-cc568aa5-f7b9-4e0a-83cd-cde76081f3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:37.527159 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7c534e88-0ae3-4219-a71f-1e45350af328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:37.556208 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7c534e88-0ae3-4219-a71f-1e45350af328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:37.709437 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7c534e88-0ae3-4219-a71f-1e45350af328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:37.712288 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7c534e88-0ae3-4219-a71f-1e45350af328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:37.714165 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-7c534e88-0ae3-4219-a71f-1e45350af328 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3cb6a73-70c3-4eac-8ba4-8f54d27e7988 HTTP/1.1" status: 204 len: 168 time: 0.3079777 Jun 11 19:51:37.715417 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-3aa9752d-f9a8-428a-b7d9-48898ad589fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:37.726935 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c534e88-0ae3-4219-a71f-1e45350af328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cb6a73-70c3-4eac-8ba4-8f54d27e7988,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:37.756124 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-7c534e88-0ae3-4219-a71f-1e45350af328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:37.757482 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada535d-bd01-4acf-9d3b-2853fbb79aa1 req-3148aef0-f59f-4672-836f-ff573d2671b6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:37.765378 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0ada535d-bd01-4acf-9d3b-2853fbb79aa1 req-3148aef0-f59f-4672-836f-ff573d2671b6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.0928392 Jun 11 19:51:37.820729 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0ada535d-bd01-4acf-9d3b-2853fbb79aa1 req-ce56b225-99d8-4f9c-91a7-04ded6640a35 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510066 Jun 11 19:51:38.468777 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52776) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:38.613271 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1362843822-network', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:51:38.737630 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Made reservation on behalf of df29b6cabf604ce3bc4e204dd149d69d for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:51:38.740434 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:38.761641 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:38.897351 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:38.978327 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:38.984910 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-13135972-9522-4a6c-8d95-b02da52f4359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:39.012116 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:51:39.021825 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222dd31d-f4e6-48c2-93c5-458f6c2f42a9,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:39.026068 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:39.029813 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:39.030156 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Added segment 02985246-025f-4acb-907e-a339ef5965ac of type vlan for network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c Jun 11 19:51:39.062474 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a02c2-f200-4b0c-aaa2-7f74a8e81bce req-3c8917be-6ffb-44c3-8591-8339affc3bc7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:39.069437 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f59a02c2-f200-4b0c-aaa2-7f74a8e81bce req-3c8917be-6ffb-44c3-8591-8339affc3bc7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1008525 Jun 11 19:51:39.116426 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:39.157031 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f59a02c2-f200-4b0c-aaa2-7f74a8e81bce req-c045b3a6-a62f-4716-98ba-3052354f0bf7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867269 Jun 11 19:51:39.247205 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:39.248730 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:39.249314 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:39.253518 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:39.375393 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:39.378351 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:39.387655 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:51:39.424887 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9537597 Jun 11 19:51:39.427615 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52804) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:39.433271 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Request body: {'subnet': {'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1362843822-subnet', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:51:39.584062 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Made reservation on behalf of df29b6cabf604ce3bc4e204dd149d69d for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:51:39.586506 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59462132'] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:39.975436 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3169986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59462114'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:39.978628 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-cd643c35-ebc7-4d57-be49-0d67b836213a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:40.053065 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b89e1a3-1efa-40f0-946b-3d72f37ff570,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:40.056761 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:40.058623 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Checking segment: {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:51:40.058982 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Network hostable DHCP agents. Network: f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:51:40.160988 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 9398bcb2-d2d2-461b-b69b-0eedab46999f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:51:40.192384 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:51:40.353564 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:51:40.360259 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:40.366117 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:40.382950 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a04f7d7-8a1f-4acb-981b-adaacd0b0290 None None] Network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:51:40.428812 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43eeb9-7395-4694-a1cf-617747295080 req-502c53da-6df9-4dd2-a1ef-6d459c34308f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:40.448562 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-dc7eda47-7971-4014-a7b0-eef60607af88 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0197093 Jun 11 19:51:40.451284 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52844) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:40.461738 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:51:40.467096 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5d43eeb9-7395-4694-a1cf-617747295080 req-502c53da-6df9-4dd2-a1ef-6d459c34308f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1580615 Jun 11 19:51:40.530177 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5d43eeb9-7395-4694-a1cf-617747295080 req-1144b63a-b5a9-46ad-b71e-f97e517418ec tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619981 Jun 11 19:51:40.559133 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9229'] for router, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:40.561039 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9242'] for router, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:40.643972 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:40.663689 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:40.685168 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'port_id': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'mac_address': 'fa:16:3e:c9:a8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:51:40.759456 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140783be-3e22-5bf5-a6ed-2548d1bdb5d3-f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570'}]}} from dv-cinder-790535-3-smb. {{(pid=98769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:51:40.763201 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:40.774887 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:40.800138 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9398bcb2-d2d2-461b-b69b-0eedab46999f {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:51:40.822699 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:40.935320 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:40.939838 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:40.968126 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9448'] for router, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:41.030871 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['9398bcb2-d2d2-461b-b69b-0eedab46999f'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:51:41.254404 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=6']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:41.265216 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:41.282426 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.db_base_plugin_common [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Allocated IP 172.20.0.2 (f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c/7b89e1a3-1efa-40f0-946b-3d72f37ff570/60085882-e46d-4cda-b49c-1fc9f481bb44) {{(pid=98769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:51:41.520769 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:41.555452 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:41.582473 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Notify callbacks [] for port, precommit_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:41.594258 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Transition to ACTIVE for port object 60085882-e46d-4cda-b49c-1fc9f481bb44 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:51:41.618278 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Transition to ACTIVE for port object 60085882-e46d-4cda-b49c-1fc9f481bb44 will not be triggered until provisioned by entity DHCP. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:51:41.701380 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Allocated IP 172.28.1.165 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/fde657f6-3a1c-4f01-a348-a13a7a5fe784) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:51:41.716021 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:41.718138 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:41.773915 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c is already hosted by enough agents. {{(pid=98769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:51:41.776915 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.base_scheduler [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Resources bound (agent type, host, resource id): {{(pid=98769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:51:41.781934 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Received port after_create {{(pid=98769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:51:41.785639 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Pushing event updated for resources: {'Port': ['ID=60085882-e46d-4cda-b49c-1fc9f481bb44,revision_number=1']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:41.790050 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:41.865696 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Attempting to bind port 60085882-e46d-4cda-b49c-1fc9f481bb44 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:51:41.866373 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Attempting to bind port 60085882-e46d-4cda-b49c-1fc9f481bb44 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:51:41.866923 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Attempting to bind port 60085882-e46d-4cda-b49c-1fc9f481bb44 on network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:51:41.873236 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:51:41.878823 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Checking segment: {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:51:41.878823 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:41.878823 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Bound using segment: {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:51:41.878823 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Bound port: 60085882-e46d-4cda-b49c-1fc9f481bb44, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:51:41.878823 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:41.911130 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:41.953685 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269050e-2262-419d-8cf8-6291800a2bfb req-a8eee60d-c8b1-47f4-9529-0d9aa82048dc tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:41.968047 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7269050e-2262-419d-8cf8-6291800a2bfb req-a8eee60d-c8b1-47f4-9529-0d9aa82048dc tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 944 time: 0.1475425 Jun 11 19:51:42.001801 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] For port 60085882-e46d-4cda-b49c-1fc9f481bb44, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:51:42.005685 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] For port 60085882-e46d-4cda-b49c-1fc9f481bb44, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=60085882-e46d-4cda-b49c-1fc9f481bb44,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:51:42.016813 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7269050e-2262-419d-8cf8-6291800a2bfb req-11b6526d-3fc5-4500-bdbf-1e394827e31e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475662 Jun 11 19:51:42.050869 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3166578'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:42.053532 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e1b05eca-7010-44f0-b925-8c9b3d7f34e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:42.093240 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:42.094444 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:51:42.096203 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:42.103244 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:51:42.107010 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:51:42.178102 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 9398bcb2-d2d2-461b-b69b-0eedab46999f up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:51:42.258714 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Pushing event updated for resources: {'Port': ['ID=60085882-e46d-4cda-b49c-1fc9f481bb44,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:42.263346 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:42.270186 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Pushing event updated for resources: {'Port': ['ID=fde657f6-3a1c-4f01-a348-a13a7a5fe784,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:42.279098 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 9398bcb2-d2d2-461b-b69b-0eedab46999f triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:51:42.279482 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:42.281545 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.281920 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.282287 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.282646 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.283003 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.283357 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.283705 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.284055 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.284865 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.284865 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.285148 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.285513 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:42.315939 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:42.399683 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:42.461454 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:51:42.464272 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ace2e7-d350-4714-82a5-2bee0bd23e8e" -d '{"events": [{"server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "name": "network-vif-plugged", "status": "completed", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:51:42.523371 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:42.540706 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e83c2-f034-49fa-b808-ff85a706c8dd x-openstack-request-id: req-7c0e83c2-f034-49fa-b808-ff85a706c8dd {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:51:42.540964 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "name": "network-vif-plugged", "status": "completed", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:51:42.541244 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c0e83c2-f034-49fa-b808-ff85a706c8dd {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:51:42.542765 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'code': 200} Jun 11 19:51:42.612816 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:42.615649 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:42.641978 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:42.734885 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=7']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:42.754661 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:43.324392 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dda288-2944-437d-9bb6-89c7d55863a0 req-d93bcc48-55ed-4323-a926-53c3b10e5f48 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:43.326031 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38dda288-2944-437d-9bb6-89c7d55863a0 req-d93bcc48-55ed-4323-a926-53c3b10e5f48 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1139493 Jun 11 19:51:43.353103 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415386'] for router, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:43.395061 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38dda288-2944-437d-9bb6-89c7d55863a0 req-00dea2cf-cbc0-41b1-a3ed-fe66d746c258 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622590 Jun 11 19:51:43.648693 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526bc1e-f6bd-47f4-9409-6f6fe371416b None None] Network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:51:43.672256 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Router 4efa2c34-debc-4a77-9471-14ab89636dd7 is scheduled to L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 with binding_index 1 {{(pid=98768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:51:43.837449 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-dcfa600b-23e0-4047-a5e2-7dd066034c8a None None] Provisioning for port 60085882-e46d-4cda-b49c-1fc9f481bb44 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:51:43.905153 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52914) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:43.909815 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:51:43.929900 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Sync routers for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:51:43.949039 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:51:43.949683 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:51:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:44.011503 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Notify callbacks [] for router, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:44.016483 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5641687 Jun 11 19:51:44.021042 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52918) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:44.186516 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:51:44.600105 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:42Z', 'revision_number': 3, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:44.605104 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Checking router: 4efa2c34-debc-4a77-9471-14ab89636dd7 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:51:44.608014 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Updating router 4efa2c34-debc-4a77-9471-14ab89636dd7 port fde657f6-3a1c-4f01-a348-a13a7a5fe784 binding host dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:51:44.674373 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 60085882-e46d-4cda-b49c-1fc9f481bb44 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:51:44.727996 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:44.740335 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:44.890435 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0af46-7c8c-4885-8d60-91646be8c5e4 req-0342ffb6-79f7-4353-ad89-015818d580b2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:44.898915 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-31e0af46-7c8c-4885-8d60-91646be8c5e4 req-0342ffb6-79f7-4353-ad89-015818d580b2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1960244 Jun 11 19:51:44.917885 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 60085882-e46d-4cda-b49c-1fc9f481bb44 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:51:44.925207 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 60085882-e46d-4cda-b49c-1fc9f481bb44 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:51:44.925632 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.016718 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-31e0af46-7c8c-4885-8d60-91646be8c5e4 req-0f266795-45d5-4d14-b7f5-37d8aadbd9c1 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167712 Jun 11 19:51:45.156406 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.188891 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.392467 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 60085882-e46d-4cda-b49c-1fc9f481bb44, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=60085882-e46d-4cda-b49c-1fc9f481bb44,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:45.469352 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.473051 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.495921 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-87451c0b-797f-46ea-b59b-089b0c584c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:45.560833 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a681a11d04fb49ae8618dc6680308d16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6149459 Jun 11 19:51:45.561087 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52954) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42cf9c4-e88b-4840-8839-e7fe8b2ba47f,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:45.561593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:45.581815 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:45.625941 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a27fe07b-1903-4b67-a949-68ec08ace8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.656355 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Notify callbacks [] for port, precommit_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.656941 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a27fe07b-1903-4b67-a949-68ec08ace8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.680046 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=60085882-e46d-4cda-b49c-1fc9f481bb44,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:45.683983 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Transition to ACTIVE for port object fde657f6-3a1c-4f01-a348-a13a7a5fe784 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:51:45.687080 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:45.766690 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.771681 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:45.800955 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a27fe07b-1903-4b67-a949-68ec08ace8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.804388 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a27fe07b-1903-4b67-a949-68ec08ace8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.806415 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-a27fe07b-1903-4b67-a949-68ec08ace8a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d42cf9c4-e88b-4840-8839-e7fe8b2ba47f HTTP/1.1" status: 204 len: 168 time: 0.2801092 Jun 11 19:51:45.807628 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4eed29c1-b062-4156-8b2d-c29806614c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:45.829919 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fe07b-1903-4b67-a949-68ec08ace8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42cf9c4-e88b-4840-8839-e7fe8b2ba47f,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:45.833732 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a27fe07b-1903-4b67-a949-68ec08ace8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:45.863833 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.958975 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Pushing event updated for resources: {'Port': ['ID=fde657f6-3a1c-4f01-a348-a13a7a5fe784,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:45.968386 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:45.969517 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Attempting to bind port fde657f6-3a1c-4f01-a348-a13a7a5fe784 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:51:45.969891 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Attempting to bind port fde657f6-3a1c-4f01-a348-a13a7a5fe784 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:51:45.970258 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Attempting to bind port fde657f6-3a1c-4f01-a348-a13a7a5fe784 on network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:51:45.975821 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:51:45.976301 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Checking segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:51:45.981108 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:45.981108 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Bound using segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:51:45.981108 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Bound port: fde657f6-3a1c-4f01-a348-a13a7a5fe784, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:51:45.981108 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:46.046149 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] For port fde657f6-3a1c-4f01-a348-a13a7a5fe784, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:51:46.049653 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] For port fde657f6-3a1c-4f01-a348-a13a7a5fe784, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=fde657f6-3a1c-4f01-a348-a13a7a5fe784,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:51:46.122039 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:46.125373 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-0cd205ea-10bd-433c-b316-dc952f10c414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:46.149128 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Allocated IP 172.20.0.1 (f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c/7b89e1a3-1efa-40f0-946b-3d72f37ff570/c484df31-4fc3-4804-8ea2-1738f10df867) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:51:46.280438 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:51:46.280438 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:51:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:46.431551 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Pushing event updated for resources: {'Port': ['ID=fde657f6-3a1c-4f01-a348-a13a7a5fe784,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:46.456508 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.456868 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.457219 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.457558 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.458343 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.458343 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.458538 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.458855 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.459197 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.459505 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.459831 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.460178 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:46.468655 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:46.491355 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3e527-2071-44a5-bb89-0c5a80d998da req-2740a35f-5f21-4846-a1e7-27848087377b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:46.493263 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-23d3e527-2071-44a5-bb89-0c5a80d998da req-2740a35f-5f21-4846-a1e7-27848087377b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.2238204 Jun 11 19:51:46.513158 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:51:46.527892 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:46.559315 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-23d3e527-2071-44a5-bb89-0c5a80d998da req-64e9187c-ab1b-4452-8f77-b075b278c417 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594659 Jun 11 19:51:46.567677 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Transition to ACTIVE for port object c484df31-4fc3-4804-8ea2-1738f10df867 will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:51:46.622937 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 60085882-e46d-4cda-b49c-1fc9f481bb44 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:51:46.663840 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:46.666990 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a73610b7-db57-4e67-ba16-a76059291608 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:46.718338 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:51:46.722025 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:51:46.726450 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:51:46.753588 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 52982) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:46.772985 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a35254c-746b-42ff-86c3-e4024a835677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:46.774608 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c484df31-4fc3-4804-8ea2-1738f10df867,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:46.781889 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 60085882-e46d-4cda-b49c-1fc9f481bb44 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:51:46.782174 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:46.784285 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:46.793606 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411487'] for router_interface, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:46.976044 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:42Z', 'revision_number': 3, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:46.989342 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c2f5b-0622-4895-87d0-c37d7decb3b9 None None] The sync data for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb is: [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:42Z', 'revision_number': 3, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:51:46.993471 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a35254c-746b-42ff-86c3-e4024a835677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:47.080600 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a35254c-746b-42ff-86c3-e4024a835677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:47.093820 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:47.139901 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-7a35254c-746b-42ff-86c3-e4024a835677 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8c9d32134a84e7f9d0fa235d334073f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846364 Jun 11 19:51:47.140582 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 52984) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:47.152422 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35254c-746b-42ff-86c3-e4024a835677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46537621-1736-4332-b6a6-fb28a0761bad,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:47.155909 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-7a35254c-746b-42ff-86c3-e4024a835677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:47.160250 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-0cebb852-d0bb-4603-baa9-1e43f21306a3 None None] Provisioning for port c484df31-4fc3-4804-8ea2-1738f10df867 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:51:47.164626 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-0cebb852-d0bb-4603-baa9-1e43f21306a3 None None] Provisioning complete for port c484df31-4fc3-4804-8ea2-1738f10df867 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:51:47.171610 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0cebb852-d0bb-4603-baa9-1e43f21306a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:47.223544 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-0cebb852-d0bb-4603-baa9-1e43f21306a3 None None] Port c484df31-4fc3-4804-8ea2-1738f10df867 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:51:47.238950 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:47.359932 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4726-fb2d-41ca-a66b-95a6bc94512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:47.484864 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4726-fb2d-41ca-a66b-95a6bc94512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:47.806085 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:47.891106 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:47.907468 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c7567ba8-d1e3-40fa-a1a9-6661678ac8cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:47.956580 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4726-fb2d-41ca-a66b-95a6bc94512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:47.969318 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4726-fb2d-41ca-a66b-95a6bc94512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:47.969318 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-4e6b4726-fb2d-41ca-a66b-95a6bc94512e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46537621-1736-4332-b6a6-fb28a0761bad HTTP/1.1" status: 204 len: 168 time: 0.8179815 Jun 11 19:51:48.055338 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e25195-a6b0-43b2-933e-4fcccb26377b req-3e4eeff5-74ef-407d-9192-f31a3da72e86 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:48.061815 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c0e25195-a6b0-43b2-933e-4fcccb26377b req-3e4eeff5-74ef-407d-9192-f31a3da72e86 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.2464831 Jun 11 19:51:48.069954 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c484df31-4fc3-4804-8ea2-1738f10df867,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:48.078592 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:48.079303 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-732917a2-0cdd-4335-b836-c27630f25f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:48.092431 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411595'] for router_interface, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:48.095929 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b4726-fb2d-41ca-a66b-95a6bc94512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46537621-1736-4332-b6a6-fb28a0761bad,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:48.111812 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-4e6b4726-fb2d-41ca-a66b-95a6bc94512e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:48.250888 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c0e25195-a6b0-43b2-933e-4fcccb26377b req-df127b81-4d7e-4895-92ad-c0cef35b3be3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847157 Jun 11 19:51:48.411759 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:51:48.415080 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:51:48.697402 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device fde657f6-3a1c-4f01-a348-a13a7a5fe784 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:51:48.755042 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Router 4efa2c34-debc-4a77-9471-14ab89636dd7 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:51:48.902531 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port fde657f6-3a1c-4f01-a348-a13a7a5fe784 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:51:48.908262 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-1a7273b9-af75-4184-ad5e-6f4734aef59e None None] Provisioning complete for port c484df31-4fc3-4804-8ea2-1738f10df867 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:51:48.908384 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-1a7273b9-af75-4184-ad5e-6f4734aef59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:48.912533 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port fde657f6-3a1c-4f01-a348-a13a7a5fe784 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:51:48.913193 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:48.986747 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-1a7273b9-af75-4184-ad5e-6f4734aef59e None None] Port c484df31-4fc3-4804-8ea2-1738f10df867 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:51:49.032256 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:51:49.046375 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] 10.222.0.37 "PUT /v2.0/routers/4efa2c34-debc-4a77-9471-14ab89636dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0285759 Jun 11 19:51:49.114290 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:49.150291 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port fde657f6-3a1c-4f01-a348-a13a7a5fe784, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=fde657f6-3a1c-4f01-a348-a13a7a5fe784,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:49.495679 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:49.501506 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:49.639576 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedcfe-b5c8-4eea-89b4-6d35146fa74f req-9244abe8-8d21-4f27-9f77-9e9e6c4fbf9d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:49.650247 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2feedcfe-b5c8-4eea-89b4-6d35146fa74f req-9244abe8-8d21-4f27-9f77-9e9e6c4fbf9d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1578345 Jun 11 19:51:49.662837 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=fde657f6-3a1c-4f01-a348-a13a7a5fe784,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:49.672958 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:49.701400 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2feedcfe-b5c8-4eea-89b4-6d35146fa74f req-1788c0ed-439c-4e6e-ac25-d127b2dfd0b5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495026 Jun 11 19:51:49.738137 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Sync routers for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:51:49.751835 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:51:49.752613 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:51:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:49.847900 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53104) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:49.852806 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-b06deec7-454c-4f34-99b0-32a32a076b80 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504503071', 'description': 'tempest-description--1662384992'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:51:49.987128 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b06deec7-454c-4f34-99b0-32a32a076b80 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:49.997223 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:51:50.113138 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b06deec7-454c-4f34-99b0-32a32a076b80 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:50.180924 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b06deec7-454c-4f34-99b0-32a32a076b80 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:50.183688 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:50.212641 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06deec7-454c-4f34-99b0-32a32a076b80 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc4ad4b-b274-452b-adcb-fb410789810b,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:50.215889 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b06deec7-454c-4f34-99b0-32a32a076b80 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:50.266673 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b06deec7-454c-4f34-99b0-32a32a076b80 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:50.272115 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-b06deec7-454c-4f34-99b0-32a32a076b80 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4189875 Jun 11 19:51:50.272115 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53120) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:50.277162 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-9e8cc138-5063-4928-9b44-bc09c410b9aa tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'security_group_rule': {'security_group_id': '2bc4ad4b-b274-452b-adcb-fb410789810b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:51:50.332953 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 2, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:50.336625 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Checking router: 4efa2c34-debc-4a77-9471-14ab89636dd7 for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:51:50.337000 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Updating router 4efa2c34-debc-4a77-9471-14ab89636dd7 port c484df31-4fc3-4804-8ea2-1738f10df867 binding host dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:51:50.396329 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:50.434938 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9e8cc138-5063-4928-9b44-bc09c410b9aa tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:50.531109 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9e8cc138-5063-4928-9b44-bc09c410b9aa tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:50.616141 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9e8cc138-5063-4928-9b44-bc09c410b9aa tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:50.618413 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:50.676735 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cc138-5063-4928-9b44-bc09c410b9aa tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd0e062-1cf7-4142-b140-82d4ca0a8c2b,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:50.678860 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device fde657f6-3a1c-4f01-a348-a13a7a5fe784 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:51:50.704959 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-9e8cc138-5063-4928-9b44-bc09c410b9aa tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:50.781375 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port fde657f6-3a1c-4f01-a348-a13a7a5fe784 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:51:50.781929 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:50.784008 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9e8cc138-5063-4928-9b44-bc09c410b9aa tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:50.789591 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-9e8cc138-5063-4928-9b44-bc09c410b9aa tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5130658 Jun 11 19:51:50.789591 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53138) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:50.804700 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-29fef79a-7243-414b-aa7e-29fde6d3c049 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'security_group_rule': {'security_group_id': '2bc4ad4b-b274-452b-adcb-fb410789810b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:51:51.023118 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Notify callbacks [] for port, precommit_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.034364 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.provisioning_blocks [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Transition to ACTIVE for port object c484df31-4fc3-4804-8ea2-1738f10df867 will not be triggered until provisioned by entity L2. {{(pid=98770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:51:51.204127 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.206860 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-5902da92-02f0-47a6-bbf2-63c52e4922ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:51.346880 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Pushing event updated for resources: {'Port': ['ID=c484df31-4fc3-4804-8ea2-1738f10df867,revision_number=3']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:51.379425 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-29fef79a-7243-414b-aa7e-29fde6d3c049 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.382603 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.382603 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.382603 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.382889 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.383119 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.383357 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.383679 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.383986 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.384370 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.384682 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.385063 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.385472 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:51:51.396351 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:51.473897 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-29fef79a-7243-414b-aa7e-29fde6d3c049 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.479477 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-04d85737-014a-43a3-8c8e-a4f47888182d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.504585 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f643e16-2aaa-4b4c-99f5-09261af27afa req-3f22bccb-ba59-4f3e-96c5-a7ff5f4825fb tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:51.507847 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7f643e16-2aaa-4b4c-99f5-09261af27afa req-3f22bccb-ba59-4f3e-96c5-a7ff5f4825fb tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.5940120 Jun 11 19:51:51.579359 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7f643e16-2aaa-4b4c-99f5-09261af27afa req-a255b697-59f9-4348-ac97-0fc2f3bf7998 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650711 Jun 11 19:51:51.584825 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-29fef79a-7243-414b-aa7e-29fde6d3c049 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.587000 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-9e8cc138-5063-4928-9b44-bc09c410b9aa tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:51.619119 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fef79a-7243-414b-aa7e-29fde6d3c049 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4649660-39a8-47c1-9833-43db8f26d2f1,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:51.627497 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-29fef79a-7243-414b-aa7e-29fde6d3c049 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:51.686686 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53154) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:51.762032 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-29fef79a-7243-414b-aa7e-29fde6d3c049 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.776171 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-29fef79a-7243-414b-aa7e-29fde6d3c049 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9840569 Jun 11 19:51:51.776576 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53158) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:51.781214 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'floatingip': {'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:51:51.810410 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Attempting to bind port c484df31-4fc3-4804-8ea2-1738f10df867 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:51:51.810873 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Attempting to bind port c484df31-4fc3-4804-8ea2-1738f10df867 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:51:51.811331 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Attempting to bind port c484df31-4fc3-4804-8ea2-1738f10df867 on network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:51:51.817179 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:51:51.817632 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Checking segment: {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:51:51.818215 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.818702 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Bound using segment: {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:51:51.819160 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffa8e8b-9b9f-4c23-9bc3-de32d8179755 admin admin] Deleting subnet 90cd1d74-5c2c-47d7-8dc5-57cb850bb919 {{(pid=98767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:51:51.819288 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Bound port: c484df31-4fc3-4804-8ea2-1738f10df867, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'}}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:51:51.819765 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.826003 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8e8b-9b9f-4c23-9bc3-de32d8179755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.876566 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8e8b-9b9f-4c23-9bc3-de32d8179755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60388119'] for subnet, precommit_delete_associations {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.923651 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.987992 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] For port c484df31-4fc3-4804-8ea2-1738f10df867, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:51:51.988781 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8e8b-9b9f-4c23-9bc3-de32d8179755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:51.992479 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] For port c484df31-4fc3-4804-8ea2-1738f10df867, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=c484df31-4fc3-4804-8ea2-1738f10df867,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:51:52.089161 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.104139 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:52.188861 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8e8b-9b9f-4c23-9bc3-de32d8179755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60388279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60341384'] for subnet, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.200833 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.212706 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e3219990-cb20-4c80-9169-4e8f5252e062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:52.221941 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:51:52.222647 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:51:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:52.300603 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa8e8b-9b9f-4c23-9bc3-de32d8179755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90cd1d74-5c2c-47d7-8dc5-57cb850bb919,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:52.306325 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8e8b-9b9f-4c23-9bc3-de32d8179755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.309454 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-7ffa8e8b-9b9f-4c23-9bc3-de32d8179755 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/90cd1d74-5c2c-47d7-8dc5-57cb850bb919 HTTP/1.1" status: 204 len: 168 time: 0.6217697 Jun 11 19:51:52.310528 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-7ffa8e8b-9b9f-4c23-9bc3-de32d8179755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:52.312041 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53176) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:52.450661 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Pushing event updated for resources: {'Port': ['ID=c484df31-4fc3-4804-8ea2-1738f10df867,revision_number=4']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:52.466031 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-dfa91e6a-2f43-46f5-ac8b-8db8c52c4be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:52.500875 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Allocated IP 172.28.1.142 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/442d8a47-1662-4cee-9c00-bb7ea392d8cd) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:51:52.527820 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.553873 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:51:52.684528 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.793448 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.818247 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.822178 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7606a93d-6aca-4ea0-849d-edb3bf48e611']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:52.834277 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeaafded-3694-46f5-a8a8-468a192d708f') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:52.834909 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeaafded-3694-46f5-a8a8-468a192d708f') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:52.847160 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.857804 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-415570ed-4f83-4a80-8b95-b674057e407d tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:52.870110 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:51:52.870680 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.881186 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:51:52.882927 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:51:52.884882 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:51:52.913604 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:51:52.932273 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:51:52.975930 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'Port': ['ID=442d8a47-1662-4cee-9c00-bb7ea392d8cd,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:52.992276 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:53.020871 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21129b6c-964d-4f28-9e28-2c316e684d1a req-a79641d3-93be-4fb5-80a4-685d840a4dca tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:53.028994 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-21129b6c-964d-4f28-9e28-2c316e684d1a req-a79641d3-93be-4fb5-80a4-685d840a4dca tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.2246573 Jun 11 19:51:53.089370 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-21129b6c-964d-4f28-9e28-2c316e684d1a req-f8cce7d8-289f-4ea8-94ae-f846ce273422 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585594 Jun 11 19:51:53.090260 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:51Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:51:53.095832 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a655c2-1475-4469-876b-438054ae3e0f None None] The sync data for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb is: [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:51Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:51:53.129403 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:53.134238 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:53.137419 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7606a93d-6aca-4ea0-849d-edb3bf48e611 HTTP/1.1" status: 204 len: 168 time: 0.8241701 Jun 11 19:51:53.144836 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:53.178464 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7606a93d-6aca-4ea0-849d-edb3bf48e611,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:53.181130 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-106d5681-d29d-4fcd-94e1-b60a49af76e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:53.253831 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:53.396333 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:53.697403 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:53.734907 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53204) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:53.791986 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-c750f4f0-2777-474f-897e-5601c037a0a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fe009ebcc4f499e967c207d98fb87a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552788 Jun 11 19:51:53.794632 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53208) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:53.825838 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:53.832268 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:53.915329 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53210) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:53.975571 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-fd3ed3d1-9537-4b67-b991-d56d5ad1b5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:53.984341 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'Port': ['ID=442d8a47-1662-4cee-9c00-bb7ea392d8cd,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:53.989894 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-7bc98fa1-16f7-4d47-aa1e-4ef6bc6301a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:53.998493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:54.008012 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.037953 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-fd3ed3d1-9537-4b67-b991-d56d5ad1b5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.079227 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e09564b5-a166-4ae4-a36d-92d6421e725e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.132540 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.164423 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.165988 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3881919 Jun 11 19:51:54.211964 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-fd3ed3d1-9537-4b67-b991-d56d5ad1b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.215554 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-fd3ed3d1-9537-4b67-b991-d56d5ad1b5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.219136 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-fd3ed3d1-9537-4b67-b991-d56d5ad1b5ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c01d179a-5dd2-43c1-9957-4048cd061cd0 HTTP/1.1" status: 204 len: 168 time: 0.4232950 Jun 11 19:51:54.222050 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:54.246072 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ed3d1-9537-4b67-b991-d56d5ad1b5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01d179a-5dd2-43c1-9957-4048cd061cd0,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:54.256678 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-fd3ed3d1-9537-4b67-b991-d56d5ad1b5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:54.337321 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e09564b5-a166-4ae4-a36d-92d6421e725e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.417519 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e09564b5-a166-4ae4-a36d-92d6421e725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.426368 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d1a94-8478-4034-be39-eb818690dd29 req-f19fe017-f398-4a53-b817-8da9b70fcf0f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:54.428063 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5c5d1a94-8478-4034-be39-eb818690dd29 req-f19fe017-f398-4a53-b817-8da9b70fcf0f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1462395 Jun 11 19:51:54.471785 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-7c534e88-0ae3-4219-a71f-1e45350af328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:54.507048 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e09564b5-a166-4ae4-a36d-92d6421e725e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e45c65695bd4175b4ec007adee6211a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906003 Jun 11 19:51:54.507649 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53230) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:54.508336 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09564b5-a166-4ae4-a36d-92d6421e725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f92e07-6807-41fe-bb71-318299f0d47a,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:54.512103 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e09564b5-a166-4ae4-a36d-92d6421e725e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:54.559196 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5c5d1a94-8478-4034-be39-eb818690dd29 req-673dc2b8-497c-4c4d-b1d8-0df2c81a3980 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209500 Jun 11 19:51:54.651347 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-8f0994fc-5429-4684-a424-499f4a45afe2 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--504503071&fields=id&tenant_id=df29b6cabf604ce3bc4e204dd149d69d HTTP/1.1" status: 200 len: 267 time: 0.1582139 Jun 11 19:51:54.667139 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e1eb543b-0e3d-49dd-9a5a-8cb2db636900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.714709 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c484df31-4fc3-4804-8ea2-1738f10df867 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:51:54.726856 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e1eb543b-0e3d-49dd-9a5a-8cb2db636900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:54.905649 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-0a0e1531-8839-4b57-8746-0024d72096ec tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:54.915020 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-0a0e1531-8839-4b57-8746-0024d72096ec tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/networks?id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 200 len: 811 time: 0.2452321 Jun 11 19:51:54.925595 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-a0e02b08-9931-4e34-bc6f-96e76acf0cc5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/quotas/df29b6cabf604ce3bc4e204dd149d69d HTTP/1.1" status: 200 len: 375 time: 0.0114260 Jun 11 19:51:55.018966 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6c730cd5-c779-47cf-9cdc-6bedea4a9f5c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779271 Jun 11 19:51:55.075305 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e1eb543b-0e3d-49dd-9a5a-8cb2db636900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:55.077910 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e1eb543b-0e3d-49dd-9a5a-8cb2db636900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:55.079055 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e1eb543b-0e3d-49dd-9a5a-8cb2db636900 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9f92e07-6807-41fe-bb71-318299f0d47a HTTP/1.1" status: 204 len: 168 time: 0.5680003 Jun 11 19:51:55.079828 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-7a35254c-746b-42ff-86c3-e4024a835677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:55.089901 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb543b-0e3d-49dd-9a5a-8cb2db636900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f92e07-6807-41fe-bb71-318299f0d47a,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:55.092157 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e1eb543b-0e3d-49dd-9a5a-8cb2db636900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:55.140188 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-25f4d3e2-afe9-4639-b480-e2a08794556c service neutron] 10.222.0.37 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157942 Jun 11 19:51:55.181138 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port c484df31-4fc3-4804-8ea2-1738f10df867 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:51:55.185897 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port c484df31-4fc3-4804-8ea2-1738f10df867 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:51:55.186481 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:55.225859 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:55.280733 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-d8a09f10-33a6-488f-8d1c-b8dc15882da4 service neutron] 10.222.0.37 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344922 Jun 11 19:51:55.298900 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:55.346955 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port c484df31-4fc3-4804-8ea2-1738f10df867, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=c484df31-4fc3-4804-8ea2-1738f10df867,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:51:55.446414 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:55.449974 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:55.601034 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=c484df31-4fc3-4804-8ea2-1738f10df867,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:55.617040 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:55.617977 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d9b3e329-7794-4e2f-85ed-1e77011a9a4a req-dcc9f097-9281-4320-8831-c34e42813d6a tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 210 time: 0.0504901 Jun 11 19:51:55.703122 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53262) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:55.866255 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5745b32-20da-4344-b3d5-4a481b5c7561 req-07393761-05e6-4163-95be-560300353d78 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:55.868282 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f5745b32-20da-4344-b3d5-4a481b5c7561 req-07393761-05e6-4163-95be-560300353d78 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1107187 Jun 11 19:51:55.969107 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4792188f-7a34-4d85-a9ec-44449015a03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:55.984990 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f5745b32-20da-4344-b3d5-4a481b5c7561 req-54c223ca-b77e-4ac1-8918-73ba37799654 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881639 Jun 11 19:51:56.024255 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-f7f3ee95-4dd8-4fe9-a7ab-dec7c00624f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:56.026761 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-f7f3ee95-4dd8-4fe9-a7ab-dec7c00624f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 1098 time: 0.1834068 Jun 11 19:51:56.130803 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53276) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:56.155450 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-519e4619-fc23-4158-8b4b-d704ba4002d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:56.214457 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-915f4765-3450-4fde-9f55-db79aa69fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:56.216779 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-915f4765-3450-4fde-9f55-db79aa69fb1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 917 time: 0.1626871 Jun 11 19:51:56.309147 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-01f2ddda-45cc-43a5-9ef1-dc798bbda289 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f HTTP/1.1" status: 200 len: 1001 time: 0.0854998 Jun 11 19:51:56.367306 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4792188f-7a34-4d85-a9ec-44449015a03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:56.384060 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-a1eb2887-3826-45f4-af6b-0428857a859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:56.385571 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-a1eb2887-3826-45f4-af6b-0428857a859b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49272f7e-2d72-4d72-950c-1525b95f657c HTTP/1.1" status: 200 len: 855 time: 0.0663142 Jun 11 19:51:56.470945 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4792188f-7a34-4d85-a9ec-44449015a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:56.474613 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1eb1396d-3443-4a80-9caa-80c871f6e71d tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:56.481362 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-4a517e20-2ac2-4c13-8728-2ca11f490649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:56.483720 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-4a517e20-2ac2-4c13-8728-2ca11f490649 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0910764 Jun 11 19:51:56.592561 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792188f-7a34-4d85-a9ec-44449015a03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8952e61a-27b0-4b6f-ae88-991dbd6a1b3b,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:56.612046 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-4792188f-7a34-4d85-a9ec-44449015a03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:56.615670 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-4792188f-7a34-4d85-a9ec-44449015a03e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f8f8ef6ebe7428c9a3d1e134109529e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9107430 Jun 11 19:51:56.618860 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53294) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:56.654772 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c484df31-4fc3-4804-8ea2-1738f10df867 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:51:56.687868 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-519e4619-fc23-4158-8b4b-d704ba4002d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:56.786710 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6ee30b2e-3df3-4b2e-a28a-b4fac587910e req-f8feb4b2-1b45-464f-8c33-2a1173103a89 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 210 time: 0.0539458 Jun 11 19:51:56.789213 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-519e4619-fc23-4158-8b4b-d704ba4002d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:56.789553 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port c484df31-4fc3-4804-8ea2-1738f10df867 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:51:56.790524 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:56.792689 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-47fb338d-cf7c-4eec-86ef-c5c8400ef579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:56.845975 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-87db7f6e-d5c9-4466-8dab-46c3ba155ed6 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536069 Jun 11 19:51:56.916258 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-519e4619-fc23-4158-8b4b-d704ba4002d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be2ed03163024b969fd3ca57e1bc46a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7834802 Jun 11 19:51:56.916984 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53326) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:51:56.924262 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e4619-fc23-4158-8b4b-d704ba4002d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e808848-5ea2-4a78-8bf6-bd3b9f13b5e6,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:56.962912 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a97bb09d-b2ae-40a9-af08-eeb0b605b646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:56.967354 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-519e4619-fc23-4158-8b4b-d704ba4002d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:57.059856 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9876a153-9bfa-4ee7-9293-a94a8b37e1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:57.060123 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a97bb09d-b2ae-40a9-af08-eeb0b605b646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:57.111639 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9876a153-9bfa-4ee7-9293-a94a8b37e1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:57.111943 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2b0aea57-a235-4838-a865-2f09b90e2eca req-41e39212-cb15-4391-93e8-70acd9123a6d service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555327 Jun 11 19:51:57.120538 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:57.183063 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:57.257132 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5162a59-241c-47dc-9f86-dc80287e869c req-f8ec3f18-092f-4bcb-ba84-b60e15505a10 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:57.264732 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f5162a59-241c-47dc-9f86-dc80287e869c req-f8ec3f18-092f-4bcb-ba84-b60e15505a10 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.0962586 Jun 11 19:51:57.315612 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f5162a59-241c-47dc-9f86-dc80287e869c req-5b3fc4d5-7021-4fa5-88a1-1427025f1798 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467374 Jun 11 19:51:57.336958 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a97bb09d-b2ae-40a9-af08-eeb0b605b646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:57.337727 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9876a153-9bfa-4ee7-9293-a94a8b37e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:57.342434 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a97bb09d-b2ae-40a9-af08-eeb0b605b646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:57.342794 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-9876a153-9bfa-4ee7-9293-a94a8b37e1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:57.347120 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-a97bb09d-b2ae-40a9-af08-eeb0b605b646 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8952e61a-27b0-4b6f-ae88-991dbd6a1b3b HTTP/1.1" status: 204 len: 168 time: 0.7264698 Jun 11 19:51:57.348009 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e66bfe2e-ff43-4657-a610-7fafd30dc650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:57.357123 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-9876a153-9bfa-4ee7-9293-a94a8b37e1e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e808848-5ea2-4a78-8bf6-bd3b9f13b5e6 HTTP/1.1" status: 204 len: 168 time: 0.4376228 Jun 11 19:51:57.360507 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-5cd0fb94-0a7b-4d99-9058-9fcb3c8480e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:51:57.366146 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bb09d-b2ae-40a9-af08-eeb0b605b646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8952e61a-27b0-4b6f-ae88-991dbd6a1b3b,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:57.374505 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a97bb09d-b2ae-40a9-af08-eeb0b605b646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:57.383033 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876a153-9bfa-4ee7-9293-a94a8b37e1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e808848-5ea2-4a78-8bf6-bd3b9f13b5e6,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:51:57.389930 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-9876a153-9bfa-4ee7-9293-a94a8b37e1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:51:58.080168 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ce789b03-4e9a-4381-be18-c7424dfced7a req-6b4ce3dc-7b03-449d-b42f-c56487e2931c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 210 time: 0.0789392 Jun 11 19:51:58.563925 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1afddb-5e65-4f0c-9b41-11d005bced0b req-f3da2b6e-8320-4f37-a1e0-9d927592d453 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:58.576713 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0e1afddb-5e65-4f0c-9b41-11d005bced0b req-f3da2b6e-8320-4f37-a1e0-9d927592d453 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.0972154 Jun 11 19:51:58.631719 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0e1afddb-5e65-4f0c-9b41-11d005bced0b req-5703607c-166f-4f10-a301-01ebdacfb22a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533860 Jun 11 19:51:59.265038 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-706b7e1c-4989-4594-943c-3ccc0164b778 req-9fdab9ed-a14e-4a62-821f-a079801d73fa tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 210 time: 0.0527937 Jun 11 19:51:59.724097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-8bccd893-0cbc-4583-8343-a890bb926de2 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:59.725500 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-8bccd893-0cbc-4583-8343-a890bb926de2 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.43 "GET /v2.0/networks?id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 200 len: 811 time: 0.1337585 Jun 11 19:51:59.815140 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-652d3750-9f8c-408f-898a-382069ee9e79 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df29b6cabf604ce3bc4e204dd149d69d HTTP/1.1" status: 200 len: 379 time: 0.0799985 Jun 11 19:51:59.829963 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'port': {'device_id': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'admin_state_up': True, 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'security_groups': ['2bc4ad4b-b274-452b-adcb-fb410789810b']}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:51:59.935491 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bbb5a-ec1c-450a-9988-ad5f9a8d2cc8 req-ee88e29d-5b47-4287-a466-ffda6826a23c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:51:59.937069 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-441bbb5a-ec1c-450a-9988-ad5f9a8d2cc8 req-ee88e29d-5b47-4287-a466-ffda6826a23c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1811419 Jun 11 19:52:00.028223 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-441bbb5a-ec1c-450a-9988-ad5f9a8d2cc8 req-371dd1c3-30cc-4cc4-b540-c792e93ad5af tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852778 Jun 11 19:52:00.118803 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Made reservation on behalf of df29b6cabf604ce3bc4e204dd149d69d for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:52:00.123852 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:00.328141 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Allocated IP 172.20.0.9 (f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c/7b89e1a3-1efa-40f0-946b-3d72f37ff570/ea032259-97ca-4ee8-9b7a-b4d8ea6a6308) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:52:00.541410 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18f4d96d-f310-4793-a2d0-9f77a0b8387c req-a19cf9a6-c5e8-4edd-bb7e-7d4ce7c89897 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 210 time: 0.0455842 Jun 11 19:52:00.583817 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:00.601324 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Transition to ACTIVE for port object ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:00.730825 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:00.731809 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-691d43aa-3f3d-4416-9205-f6eadc8ee8af tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:00.798745 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:52:00.809073 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:00.813445 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:52:00.850204 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'Port': ['ID=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:00.855823 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:00.890629 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:00.891673 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:01.084510 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2636318 Jun 11 19:52:01.097924 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Request body: {'port': {'device_id': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:01.163597 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-941d9bb7-40c6-4c6b-95b9-03d6b6c7ec83 None None] Provisioning for port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:01.168718 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-941d9bb7-40c6-4c6b-95b9-03d6b6c7ec83 None None] Provisioning complete for port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:01.169205 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-941d9bb7-40c6-4c6b-95b9-03d6b6c7ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:01.211096 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-941d9bb7-40c6-4c6b-95b9-03d6b6c7ec83 None None] Port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:52:01.232450 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:01.314301 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ea583-3276-4891-8fbc-7fe270cca78c req-32af3cd3-ddfc-40af-a493-0bc6cd10484b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:01.315739 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-056ea583-3276-4891-8fbc-7fe270cca78c req-32af3cd3-ddfc-40af-a493-0bc6cd10484b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1357729 Jun 11 19:52:01.434078 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-056ea583-3276-4891-8fbc-7fe270cca78c req-8f0b8ec9-92f1-4160-90ea-505640fcc3cb tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097779 Jun 11 19:52:01.438482 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53442) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:01.557761 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e87bde4b-67e8-4b15-b838-f20ae0b90505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:01.682883 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e87bde4b-67e8-4b15-b838-f20ae0b90505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:01.747620 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:52:01.757973 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e87bde4b-67e8-4b15-b838-f20ae0b90505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:01.760621 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a27fe07b-1903-4b67-a949-68ec08ace8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:01.811015 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e87bde4b-67e8-4b15-b838-f20ae0b90505 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c6a20955efe4c40aad91926f28568fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655443 Jun 11 19:52:01.811015 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bde4b-67e8-4b15-b838-f20ae0b90505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8ad7b3-771c-4b6c-acbf-86ae3d140b01,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:01.811015 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53452) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:01.816940 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e87bde4b-67e8-4b15-b838-f20ae0b90505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:01.867612 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4fffef71-1b43-4d5f-9408-af76e5905b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:01.891016 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4fffef71-1b43-4d5f-9408-af76e5905b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:01.915443 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849929ff-0459-439d-b77d-5bf3c762ac4d req-1d80810b-1e15-4fff-af5c-920aeae22e63 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:01.921409 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-849929ff-0459-439d-b77d-5bf3c762ac4d req-1d80810b-1e15-4fff-af5c-920aeae22e63 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 931 time: 0.1111901 Jun 11 19:52:02.000157 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:52:02.006826 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-849929ff-0459-439d-b77d-5bf3c762ac4d req-b8d00f00-b2f5-45eb-ab0e-5b5af25dba01 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782635 Jun 11 19:52:02.011048 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:02.020456 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4fffef71-1b43-4d5f-9408-af76e5905b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:02.023332 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4fffef71-1b43-4d5f-9408-af76e5905b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:02.024066 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Transition to ACTIVE for port object ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:02.028233 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-4fffef71-1b43-4d5f-9408-af76e5905b78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc8ad7b3-771c-4b6c-acbf-86ae3d140b01 HTTP/1.1" status: 204 len: 168 time: 0.2182589 Jun 11 19:52:02.029257 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-840a750a-8f44-45e0-8957-e3370cf74411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:02.040930 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffef71-1b43-4d5f-9408-af76e5905b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8ad7b3-771c-4b6c-acbf-86ae3d140b01,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:02.066089 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4fffef71-1b43-4d5f-9408-af76e5905b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:02.091992 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:02.094499 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6bf09ea1-1ceb-4830-8cbd-0bc53eacf92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:02.193127 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Pushing event updated for resources: {'Port': ['ID=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:02.198352 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:02.285488 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Attempting to bind port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:52:02.285830 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Attempting to bind port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:52:02.286210 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Attempting to bind port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 on network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:52:02.290601 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 on network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:52:02.290896 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Attempting to bind port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 on network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:52:02.296798 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:52:02.297260 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Checking segment: {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:52:02.297646 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Bound using segment: {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:52:02.298382 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Bound port: ea032259-97ca-4ee8-9b7a-b4d8ea6a6308, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:52:02.298785 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:02.379857 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] For port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:52:02.383066 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] For port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:52:02.485562 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:02.485562 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bfe88743-d6a3-437b-9a70-0866c642844f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:02.519896 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:02.520536 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:02.521969 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] 10.222.0.43 "PUT /v2.0/ports/ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 HTTP/1.1" status: 200 len: 1093 time: 1.4290264 Jun 11 19:52:02.522444 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'tag': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:52:02.524713 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d65197-1f86-49a5-a47c-1657dd9e9f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ae7a21-311f-40c6-ac6f-539fe22b228c", "tag": "ea032259-97ca-4ee8-9b7a-b4d8ea6a6308"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:52:02.576319 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Pushing event updated for resources: {'Port': ['ID=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:02.612363 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0044443b-2d47-4db4-9454-e266baf84e42 x-openstack-request-id: req-0044443b-2d47-4db4-9454-e266baf84e42 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:52:02.612682 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ae7a21-311f-40c6-ac6f-539fe22b228c", "tag": "ea032259-97ca-4ee8-9b7a-b4d8ea6a6308", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:52:02.612974 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0044443b-2d47-4db4-9454-e266baf84e42 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:52:02.613399 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'tag': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308', 'status': 'completed', 'code': 200} Jun 11 19:52:02.616783 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:02.709744 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65197-1f86-49a5-a47c-1657dd9e9f2f req-faf2253b-3bfe-4f01-9c3c-b202171e0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:02.710387 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d0d65197-1f86-49a5-a47c-1657dd9e9f2f req-faf2253b-3bfe-4f01-9c3c-b202171e0cce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 1096 time: 0.0961566 Jun 11 19:52:02.718226 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a4f9a-bd7f-4f2e-8731-913997019ae7 req-a0bb673b-045f-415e-8038-87cf209f0aec tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:02.719668 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6a9a4f9a-bd7f-4f2e-8731-913997019ae7 req-a0bb673b-045f-415e-8038-87cf209f0aec tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1559415 Jun 11 19:52:02.746002 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53464) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:02.761940 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ba4c79c9-abce-4648-b0f5-e6491f7695ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:02.858585 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ba4c79c9-abce-4648-b0f5-e6491f7695ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:02.892321 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6a9a4f9a-bd7f-4f2e-8731-913997019ae7 req-29d8fb41-4dea-47fa-bb2d-a9f1134611c3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540577 Jun 11 19:52:02.919237 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11470e9b-d1b2-4747-b697-b387335306c2 req-de29146d-12c8-4397-a168-427a7e0a5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:02.919237 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-11470e9b-d1b2-4747-b697-b387335306c2 req-de29146d-12c8-4397-a168-427a7e0a5ce0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 1098 time: 0.1976714 Jun 11 19:52:02.920947 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65197-1f86-49a5-a47c-1657dd9e9f2f req-45ec0cd1-a860-4291-a477-b9033118aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:02.922233 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d0d65197-1f86-49a5-a47c-1657dd9e9f2f req-45ec0cd1-a860-4291-a477-b9033118aba3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1942999 Jun 11 19:52:02.929149 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ba4c79c9-abce-4648-b0f5-e6491f7695ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:02.933166 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e26a1ad3-cfdf-4267-b2f0-f9d59320bbb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:02.976317 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-ba4c79c9-abce-4648-b0f5-e6491f7695ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de15f5adcd994586a1a34dcae17c5002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266350 Jun 11 19:52:02.976317 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c79c9-abce-4648-b0f5-e6491f7695ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400ae772-2572-4b74-a89f-c2f45657834d,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:02.977260 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53466) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:02.983981 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ba4c79c9-abce-4648-b0f5-e6491f7695ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:03.036013 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7be9a5a9-578d-44b6-aca3-7570342827a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:03.061243 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7be9a5a9-578d-44b6-aca3-7570342827a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:03.167526 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11470e9b-d1b2-4747-b697-b387335306c2 req-e8882553-3e66-4e0a-b0b5-9b6d02eb3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:03.168945 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-11470e9b-d1b2-4747-b697-b387335306c2 req-e8882553-3e66-4e0a-b0b5-9b6d02eb3c4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 917 time: 0.2384741 Jun 11 19:52:03.192801 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65197-1f86-49a5-a47c-1657dd9e9f2f req-e49629b4-7fe9-4cba-aa1b-cf694c426a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:03.194434 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d0d65197-1f86-49a5-a47c-1657dd9e9f2f req-e49629b4-7fe9-4cba-aa1b-cf694c426a28 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2556648 Jun 11 19:52:03.212959 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7be9a5a9-578d-44b6-aca3-7570342827a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:03.216993 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7be9a5a9-578d-44b6-aca3-7570342827a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:03.218392 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-7be9a5a9-578d-44b6-aca3-7570342827a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/400ae772-2572-4b74-a89f-c2f45657834d HTTP/1.1" status: 204 len: 168 time: 0.2401459 Jun 11 19:52:03.219576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-519e4619-fc23-4158-8b4b-d704ba4002d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:03.247737 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9a5a9-578d-44b6-aca3-7570342827a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400ae772-2572-4b74-a89f-c2f45657834d,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:03.251099 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-7be9a5a9-578d-44b6-aca3-7570342827a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:03.334939 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-11470e9b-d1b2-4747-b697-b387335306c2 req-e72048f4-2603-41ae-b240-acbd8a74222c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f HTTP/1.1" status: 200 len: 1001 time: 0.1442873 Jun 11 19:52:03.399616 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f661b0c-2bd5-4705-939e-76cadf348806 req-04e68b70-bc17-4142-b740-6dcc38596f67 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:03.401655 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5f661b0c-2bd5-4705-939e-76cadf348806 req-04e68b70-bc17-4142-b740-6dcc38596f67 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 943 time: 0.2529416 Jun 11 19:52:03.440695 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-5075a8c6-9558-4a0a-a4a4-9cd63e9c043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:03.442048 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-5075a8c6-9558-4a0a-a4a4-9cd63e9c043a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 1096 time: 0.1865435 Jun 11 19:52:03.443321 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11470e9b-d1b2-4747-b697-b387335306c2 req-1004d2e9-2418-42eb-9d1c-cd05e60e6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:03.444616 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-11470e9b-d1b2-4747-b697-b387335306c2 req-1004d2e9-2418-42eb-9d1c-cd05e60e6eb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49272f7e-2d72-4d72-950c-1525b95f657c HTTP/1.1" status: 200 len: 855 time: 0.0991955 Jun 11 19:52:03.497626 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5f661b0c-2bd5-4705-939e-76cadf348806 req-7b51950e-cc11-43ea-9c54-6ee3fbe6f4dc tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876424 Jun 11 19:52:03.543540 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-96ca5e24-a8b4-4c83-adef-9456cf694d26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 HTTP/1.1" status: 200 len: 217 time: 0.0873611 Jun 11 19:52:03.614001 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-dba45296-3288-4915-8cbc-ac8ae310eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:03.615481 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-dba45296-3288-4915-8cbc-ac8ae310eb7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b89e1a3-1efa-40f0-946b-3d72f37ff570 HTTP/1.1" status: 200 len: 850 time: 0.0654879 Jun 11 19:52:03.617292 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11470e9b-d1b2-4747-b697-b387335306c2 req-cf22827d-9202-47b6-af12-fb016f1e808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:03.618581 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-11470e9b-d1b2-4747-b697-b387335306c2 req-cf22827d-9202-47b6-af12-fb016f1e808e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1609056 Jun 11 19:52:03.782184 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-69d2afa5-d705-47d7-8e6e-e4836d76c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:03.783675 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-69d2afa5-d705-47d7-8e6e-e4836d76c5b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1556759 Jun 11 19:52:03.785664 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-11470e9b-d1b2-4747-b697-b387335306c2 req-6a8cda4d-1e20-4ae7-a886-302ec0919f52 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565311 Jun 11 19:52:04.000845 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-84db867f-18b3-491f-81ea-596692046361 service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037008 Jun 11 19:52:04.006718 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-11470e9b-d1b2-4747-b697-b387335306c2 req-c49ca100-cec9-45db-b6f6-9d8399bd5fd7 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027423 Jun 11 19:52:04.172697 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-042d735f-bc1a-4a3a-853f-81f0262a3fdf req-5185444b-07e6-4ba6-bc99-88d627c86126 service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649687 Jun 11 19:52:04.186437 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6be31-46e1-4dcb-9348-a012f54ec780 req-8b5a3781-2a17-4e1f-8c1f-64259e38ee88 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:04.188117 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f8a6be31-46e1-4dcb-9348-a012f54ec780 req-8b5a3781-2a17-4e1f-8c1f-64259e38ee88 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.1565804 Jun 11 19:52:04.235252 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f8a6be31-46e1-4dcb-9348-a012f54ec780 req-525e21f5-4fa8-4044-8d01-18f1f273a53b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414779 Jun 11 19:52:04.678190 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f23da-5036-4525-9b22-adc40e317a24 req-6c80e3ac-a56f-4def-873b-b0d6439c3825 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:04.679668 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-134f23da-5036-4525-9b22-adc40e317a24 req-6c80e3ac-a56f-4def-873b-b0d6439c3825 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 943 time: 0.0688992 Jun 11 19:52:04.722112 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-134f23da-5036-4525-9b22-adc40e317a24 req-00ec3f01-313a-4fee-820c-6a9dedf6af0d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368237 Jun 11 19:52:05.424568 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf69b0-2de7-4505-91ed-0b607b31f771 req-d813a3ba-2191-4157-8bb8-126eba7f607d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:05.426041 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-22cf69b0-2de7-4505-91ed-0b607b31f771 req-d813a3ba-2191-4157-8bb8-126eba7f607d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 945 time: 0.0702009 Jun 11 19:52:05.470630 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-22cf69b0-2de7-4505-91ed-0b607b31f771 req-dd22e6fe-0778-4fde-aad3-57f3f8504804 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386415 Jun 11 19:52:05.905552 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcefffe-de38-4d61-bc2c-ff660699ecf2 req-ba16d0bf-05bf-48d4-a619-b69c888872f9 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:05.907034 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdcefffe-de38-4d61-bc2c-ff660699ecf2 req-ba16d0bf-05bf-48d4-a619-b69c888872f9 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 943 time: 0.0709324 Jun 11 19:52:05.950802 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdcefffe-de38-4d61-bc2c-ff660699ecf2 req-93de1127-db3a-4368-9062-e4f3622d7492 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377736 Jun 11 19:52:06.249700 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 9398bcb2-d2d2-461b-b69b-0eedab46999f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:52:06.352262 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:06.379866 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:52:06.382160 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc1d3ff-da14-452f-95fa-91339584499c" -d '{"events": [{"server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:52:06.396068 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:06.430543 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 19:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f237c9-bb3f-4814-8108-d1e6507769ea x-openstack-request-id: req-13f237c9-bb3f-4814-8108-d1e6507769ea {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:52:06.430845 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:52:06.431127 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13f237c9-bb3f-4814-8108-d1e6507769ea {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:52:06.431526 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'code': 200} Jun 11 19:52:06.472203 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:06.479216 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:06.534355 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=8']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:06.537746 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:06.661949 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eb4de-736d-4697-86e3-8b3ebdc46f18 req-310b182f-3eb2-4383-a301-1039d741d4f9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:06.663470 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9e4eb4de-736d-4697-86e3-8b3ebdc46f18 req-310b182f-3eb2-4383-a301-1039d741d4f9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0695541 Jun 11 19:52:06.708542 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9e4eb4de-736d-4697-86e3-8b3ebdc46f18 req-c215be8c-6a06-4319-97ef-d68e38d49ec9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386834 Jun 11 19:52:07.134963 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cce34f-a037-4e52-86c9-54a5622b03b2 req-339352ab-7de5-4287-80ee-10dd30972d40 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:07.137271 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e3cce34f-a037-4e52-86c9-54a5622b03b2 req-339352ab-7de5-4287-80ee-10dd30972d40 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 943 time: 0.0702434 Jun 11 19:52:07.178103 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e3cce34f-a037-4e52-86c9-54a5622b03b2 req-dc3600b1-c2cb-4f85-98f5-768703cf8851 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350771 Jun 11 19:52:08.267998 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:52:08.310890 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fba59-9aa2-4fbe-83ee-dd481a9a3f68 req-14f10a5c-8e3f-4537-83ef-ea545b530c62 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:08.314947 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a08fba59-9aa2-4fbe-83ee-dd481a9a3f68 req-14f10a5c-8e3f-4537-83ef-ea545b530c62 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0770419 Jun 11 19:52:08.416854 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a08fba59-9aa2-4fbe-83ee-dd481a9a3f68 req-eef4186c-04c7-44f8-a101-e0eed8411296 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894492 Jun 11 19:52:08.426379 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:08.440840 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'port_id': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308', 'mac_address': 'fa:16:3e:c0:6f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:52:08.450225 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cbb29-67ad-4d34-b8e9-71d1c0819ce3 req-51d7e52f-c844-49b0-a73d-719856d4226e tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:08.451909 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6e4cbb29-67ad-4d34-b8e9-71d1c0819ce3 req-51d7e52f-c844-49b0-a73d-719856d4226e tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 943 time: 0.1347423 Jun 11 19:52:08.504705 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6e4cbb29-67ad-4d34-b8e9-71d1c0819ce3 req-ebd3f7e0-7aa7-4d17-b0aa-f9e8a20432fc tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471001 Jun 11 19:52:08.512818 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:08.531342 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:52:08.560721 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:08.686244 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:08.688073 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:08.741355 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:08.744562 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:08.902645 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53594) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:09.004545 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-1d69da0b-4dd5-4a77-950e-6e4923813ffa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006269 Jun 11 19:52:09.092001 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['ea032259-97ca-4ee8-9b7a-b4d8ea6a6308'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:52:09.595585 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c66b2d-7185-4366-adfe-f176263a2e5b req-42ea1239-6258-4216-ac02-9ca7dcff91c9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:09.597809 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f8c66b2d-7185-4366-adfe-f176263a2e5b req-42ea1239-6258-4216-ac02-9ca7dcff91c9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0718567 Jun 11 19:52:09.654206 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f8c66b2d-7185-4366-adfe-f176263a2e5b req-bf310395-4da2-46db-bd58-0ced22a3aa60 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504963 Jun 11 19:52:09.713174 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4292357-3766-415f-90ce-d49367881120 req-f1664b9c-7990-4ce7-bf23-93eb2fbd18ec tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:09.715391 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f4292357-3766-415f-90ce-d49367881120 req-f1664b9c-7990-4ce7-bf23-93eb2fbd18ec tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 944 time: 0.0754843 Jun 11 19:52:09.756017 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f4292357-3766-415f-90ce-d49367881120 req-6f158dc9-2be5-4cc6-aa1e-3ac5e2d10f17 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349092 Jun 11 19:52:10.283224 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:10.431876 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:10.436611 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:10.436989 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:10.530164 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:10.553617 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:52:10.555834 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb9c248-de91-474f-a10e-e99c969e7c21" -d '{"events": [{"server_uuid": "c0ae7a21-311f-40c6-ac6f-539fe22b228c", "name": "network-vif-plugged", "status": "completed", "tag": "ea032259-97ca-4ee8-9b7a-b4d8ea6a6308"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:52:10.569447 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:10.593419 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c27272-2779-4a8d-8cb2-6e3de90cae73 x-openstack-request-id: req-40c27272-2779-4a8d-8cb2-6e3de90cae73 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:52:10.593721 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ae7a21-311f-40c6-ac6f-539fe22b228c", "name": "network-vif-plugged", "status": "completed", "tag": "ea032259-97ca-4ee8-9b7a-b4d8ea6a6308", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:52:10.593973 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40c27272-2779-4a8d-8cb2-6e3de90cae73 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:52:10.594361 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308', 'code': 200} Jun 11 19:52:10.643695 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:10.644704 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 9398bcb2-d2d2-461b-b69b-0eedab46999f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:52:10.646531 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:10.738645 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:10.741987 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:10.859923 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889a42b-bb4e-4d52-b758-4f45a55580af req-9542a3ca-f7a6-462f-bd28-e69ca8913d66 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:10.862076 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f889a42b-bb4e-4d52-b758-4f45a55580af req-9542a3ca-f7a6-462f-bd28-e69ca8913d66 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0737748 Jun 11 19:52:10.942980 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f889a42b-bb4e-4d52-b758-4f45a55580af req-2dca10b7-a39f-4ba0-877b-a65f27e15ce0 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753455 Jun 11 19:52:11.007620 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8ecda-6c94-4727-be8e-942607f419ab req-bd8d1764-78d4-4ddc-a01e-8ec148cff245 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:11.009069 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cda8ecda-6c94-4727-be8e-942607f419ab req-bd8d1764-78d4-4ddc-a01e-8ec148cff245 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.1248274 Jun 11 19:52:11.057625 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6221a-7575-45f2-be9f-1568447c74ef req-85f6a33f-2e81-4398-838a-7f8a0a1218d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:11.059336 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-66a6221a-7575-45f2-be9f-1568447c74ef req-85f6a33f-2e81-4398-838a-7f8a0a1218d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 1098 time: 0.1073136 Jun 11 19:52:11.062475 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cda8ecda-6c94-4727-be8e-942607f419ab req-1dea6660-6496-4e38-9275-ec8031d5ec80 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469022 Jun 11 19:52:11.099087 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-66a6221a-7575-45f2-be9f-1568447c74ef req-f3b4ef97-6b27-4420-acf5-74e65775e090 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329428 Jun 11 19:52:11.680325 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-5f2631e6-9952-4931-84fc-d3c8fb89679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:11.681848 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-5f2631e6-9952-4931-84fc-d3c8fb89679b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6&tenant_id=a378e1af31f9470db697244bd32c1cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0893126 Jun 11 19:52:11.768769 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-f461e94f-d363-4abd-ba77-0e5126ab9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:11.768769 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-f461e94f-d363-4abd-ba77-0e5126ab9c04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0585947 Jun 11 19:52:11.851248 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53648) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:11.883659 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-ef8597c4-28a9-42e7-8583-010ce9eed343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:11.885144 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-ef8597c4-28a9-42e7-8583-010ce9eed343 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 917 time: 0.1134112 Jun 11 19:52:11.974539 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d83ea2a3-3848-4568-90bc-78e7bd5d54d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:11.993961 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-990240cc-b3da-44ba-be76-13f9843a25ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f HTTP/1.1" status: 200 len: 999 time: 0.0996199 Jun 11 19:52:12.419444 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-18093733-c154-4930-9887-37da5a290c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:12.420884 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-18093733-c154-4930-9887-37da5a290c6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49272f7e-2d72-4d72-950c-1525b95f657c HTTP/1.1" status: 200 len: 855 time: 0.4168625 Jun 11 19:52:12.579747 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ae1c7-0299-48e8-9587-a652149eb229 req-254fbe8e-dc29-470d-bf5b-b141c91d7544 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:12.581209 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e36ae1c7-0299-48e8-9587-a652149eb229 req-254fbe8e-dc29-470d-bf5b-b141c91d7544 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.2434940 Jun 11 19:52:12.592881 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b620-d104-403e-a673-cf6ba0ce90b6 req-28014e7a-c487-4209-a19a-818a9d46df2d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:12.594311 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6965b620-d104-403e-a673-cf6ba0ce90b6 req-28014e7a-c487-4209-a19a-818a9d46df2d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.2535830 Jun 11 19:52:12.596736 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d83ea2a3-3848-4568-90bc-78e7bd5d54d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:12.638919 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-197d6469-39cd-47ed-afe8-3661c6cce61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:12.640518 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-197d6469-39cd-47ed-afe8-3661c6cce61e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2087934 Jun 11 19:52:12.655471 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d83ea2a3-3848-4568-90bc-78e7bd5d54d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:12.675769 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-12964fc3-daa7-4eb7-ac89-1c8c1e0e6a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:12.716980 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e36ae1c7-0299-48e8-9587-a652149eb229 req-9c0ddb4d-2afe-43a0-92ba-d53ed6aa53c0 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189167 Jun 11 19:52:12.732253 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6965b620-d104-403e-a673-cf6ba0ce90b6 req-42d4244a-b16b-44fe-86b6-113c1103bc05 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314008 Jun 11 19:52:12.750371 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-d83ea2a3-3848-4568-90bc-78e7bd5d54d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=408a3d8b09c142298a82d1c1fad56baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8968925 Jun 11 19:52:12.752806 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53656) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:12.796898 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ea2a3-3848-4568-90bc-78e7bd5d54d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37382d13-9edf-4564-9ef5-59e3583ed4ab,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:12.801762 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d83ea2a3-3848-4568-90bc-78e7bd5d54d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:12.877180 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-fa2823f1-a98e-4ea5-8ec7-c40368b67978 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291825 Jun 11 19:52:12.908880 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dac89084-c8ce-4043-a94f-d90ff087d50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:12.985708 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dac89084-c8ce-4043-a94f-d90ff087d50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:13.039799 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-99d62617-9c3d-4af1-a025-1dddfc4d4ad1 req-e58ce2b3-2891-4082-a3c3-fd687b845035 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539745 Jun 11 19:52:13.171594 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dac89084-c8ce-4043-a94f-d90ff087d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:13.174283 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-dac89084-c8ce-4043-a94f-d90ff087d50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:13.175480 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-dac89084-c8ce-4043-a94f-d90ff087d50a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37382d13-9edf-4564-9ef5-59e3583ed4ab HTTP/1.1" status: 204 len: 168 time: 0.4217625 Jun 11 19:52:13.176403 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b06deec7-454c-4f34-99b0-32a32a076b80 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:13.186025 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac89084-c8ce-4043-a94f-d90ff087d50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37382d13-9edf-4564-9ef5-59e3583ed4ab,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:13.188169 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-dac89084-c8ce-4043-a94f-d90ff087d50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:14.033075 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3080cde-17be-4a3c-9712-a38a65b9113c req-19092723-b6f4-4c19-92b3-4a115ecb507b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:14.034595 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3080cde-17be-4a3c-9712-a38a65b9113c req-19092723-b6f4-4c19-92b3-4a115ecb507b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.1428361 Jun 11 19:52:14.107159 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb268b-8e8e-46b1-8eb7-8eb22099e93e req-8474aaa2-7909-4f46-a9e8-4c66f50073d3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:14.110849 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-82cb268b-8e8e-46b1-8eb7-8eb22099e93e req-8474aaa2-7909-4f46-a9e8-4c66f50073d3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.1515801 Jun 11 19:52:14.115443 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c3080cde-17be-4a3c-9712-a38a65b9113c req-6c844d4d-cd0c-410a-a0b8-e76899fd410b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714371 Jun 11 19:52:14.230939 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-82cb268b-8e8e-46b1-8eb7-8eb22099e93e req-294b3b2a-7629-4e9b-9187-3402c271d607 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119392 Jun 11 19:52:14.346414 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986046d3-d05b-4110-9385-7c86255d5109 req-7f4641d9-b74a-463a-80b4-9efa1cd77c9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:14.348837 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-986046d3-d05b-4110-9385-7c86255d5109 req-7f4641d9-b74a-463a-80b4-9efa1cd77c9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0778086 Jun 11 19:52:14.358502 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53720) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:14.363562 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-a49a74b0-2a77-47b1-92b3-c2c2de322a01 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'floatingip': {'port_id': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:14.425245 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a49a74b0-2a77-47b1-92b3-c2c2de322a01 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:15.156566 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a49a74b0-2a77-47b1-92b3-c2c2de322a01 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:15.217381 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53732) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:15.237723 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a49a74b0-2a77-47b1-92b3-c2c2de322a01 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:15.393228 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f160cad0-6a93-4157-983d-ddff38d62bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:15.494673 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [None req-a49a74b0-2a77-47b1-92b3-c2c2de322a01 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Floating IP 72baca86-e100-4b0c-acf9-5607e5db8c80 associated. External IP: 172.28.1.142, port: ea032259-97ca-4ee8-9b7a-b4d8ea6a6308. Jun 11 19:52:15.666008 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6792b5-1fb3-429c-8c29-7e77f3945ecd req-7f50b22f-7a42-49de-94d6-66774f1be3a9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:15.667598 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5b6792b5-1fb3-429c-8c29-7e77f3945ecd req-7f50b22f-7a42-49de-94d6-66774f1be3a9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.2481096 Jun 11 19:52:15.751879 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f160cad0-6a93-4157-983d-ddff38d62bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:15.755780 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5b6792b5-1fb3-429c-8c29-7e77f3945ecd req-b508d2f4-415d-4b3a-ab05-bd615832d0d2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825496 Jun 11 19:52:16.161847 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f160cad0-6a93-4157-983d-ddff38d62bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:16.168531 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-340f2710-27fd-47b7-8ac3-744d5a363f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:16.237286 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-f160cad0-6a93-4157-983d-ddff38d62bd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88b106c662d14e468d58f3babef28aea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0155070 Jun 11 19:52:16.237759 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53740) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:16.238293 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160cad0-6a93-4157-983d-ddff38d62bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2756e7dc-2033-4e1c-b937-94089b960e45,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:16.243475 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f160cad0-6a93-4157-983d-ddff38d62bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:16.279264 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49a74b0-2a77-47b1-92b3-c2c2de322a01 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Router 4efa2c34-debc-4a77-9471-14ab89636dd7 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:52:16.308933 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-beb3c8c8-71e0-4fa9-ad93-b50a98ca6a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:16.332227 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-beb3c8c8-71e0-4fa9-ad93-b50a98ca6a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:16.446571 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49a74b0-2a77-47b1-92b3-c2c2de322a01 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:52:16.451878 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a49a74b0-2a77-47b1-92b3-c2c2de322a01 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:16.457628 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] Sync routers for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:52:16.467468 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:52:16.468100 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:51:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:16.529826 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-a49a74b0-2a77-47b1-92b3-c2c2de322a01 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "PUT /v2.0/floatingips/72baca86-e100-4b0c-acf9-5607e5db8c80 HTTP/1.1" status: 200 len: 991 time: 2.1685691 Jun 11 19:52:16.530647 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'tag': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:52:16.534123 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797e4810-4d91-4165-8af7-26e2dc42bf07" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ae7a21-311f-40c6-ac6f-539fe22b228c", "tag": "ea032259-97ca-4ee8-9b7a-b4d8ea6a6308"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:52:16.594275 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533f9b14-7d37-4d42-b86e-6f1b2bab4db0 x-openstack-request-id: req-533f9b14-7d37-4d42-b86e-6f1b2bab4db0 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:52:16.594624 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ae7a21-311f-40c6-ac6f-539fe22b228c", "tag": "ea032259-97ca-4ee8-9b7a-b4d8ea6a6308", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:52:16.594937 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-533f9b14-7d37-4d42-b86e-6f1b2bab4db0 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:52:16.595389 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'tag': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308', 'status': 'completed', 'code': 200} Jun 11 19:52:16.663909 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:52:16.786559 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-beb3c8c8-71e0-4fa9-ad93-b50a98ca6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:16.789408 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-beb3c8c8-71e0-4fa9-ad93-b50a98ca6a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:16.791007 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-beb3c8c8-71e0-4fa9-ad93-b50a98ca6a4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2756e7dc-2033-4e1c-b937-94089b960e45 HTTP/1.1" status: 204 len: 168 time: 0.5518193 Jun 11 19:52:16.799882 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-6e1aed0b-74b0-423c-ac7c-ba9ba6280709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:16.813236 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3c8c8-71e0-4fa9-ad93-b50a98ca6a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2756e7dc-2033-4e1c-b937-94089b960e45,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:16.823184 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-beb3c8c8-71e0-4fa9-ad93-b50a98ca6a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:17.039460 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73545-8e8b-47a9-a36f-a5969c088af9 req-23a3d880-0b63-4c4e-903e-3292a1871438 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:17.041014 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1ba73545-8e8b-47a9-a36f-a5969c088af9 req-23a3d880-0b63-4c4e-903e-3292a1871438 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0750687 Jun 11 19:52:17.090293 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1ba73545-8e8b-47a9-a36f-a5969c088af9 req-37bf82f7-7c67-4aee-9bd0-5f8c7dae6675 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393176 Jun 11 19:52:17.115519 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '72baca86-e100-4b0c-acf9-5607e5db8c80', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'floating_ip_address': '172.28.1.142', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'port_id': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'mac_address': 'fa:16:3e:c0:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:51:53Z', 'updated_at': '2021-06-11T19:52:15Z', 'revision_number': 1, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:17.126496 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] Checking router: 4efa2c34-debc-4a77-9471-14ab89636dd7 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:52:17.138870 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:52:17.139507 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:51:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:17.444772 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:52:17.771339 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '72baca86-e100-4b0c-acf9-5607e5db8c80', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'floating_ip_address': '172.28.1.142', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'port_id': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'mac_address': 'fa:16:3e:c0:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:51:53Z', 'updated_at': '2021-06-11T19:52:15Z', 'revision_number': 1, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:17.774940 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54559b47-513f-4ae3-b07d-bee71dafcb75 None None] The sync data for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb is: [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '72baca86-e100-4b0c-acf9-5607e5db8c80', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'floating_ip_address': '172.28.1.142', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'port_id': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'mac_address': 'fa:16:3e:c0:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:51:53Z', 'updated_at': '2021-06-11T19:52:15Z', 'revision_number': 1, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:52:18.017259 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bd7d25-a807-4368-84e8-d7a28a6382d8 None None] New status for floating IP 72baca86-e100-4b0c-acf9-5607e5db8c80: ACTIVE {{(pid=98770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:52:18.459507 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568657e9-4ab2-4cd7-bae0-4c2c853854f0 req-627c71a5-8f9e-463f-9bef-04216f8d577f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:18.462526 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-568657e9-4ab2-4cd7-bae0-4c2c853854f0 req-627c71a5-8f9e-463f-9bef-04216f8d577f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.1726208 Jun 11 19:52:18.523053 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-568657e9-4ab2-4cd7-bae0-4c2c853854f0 req-ac1ee10a-4fb1-4b8c-96c0-e858ae850711 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536647 Jun 11 19:52:19.721751 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab505c-6ecb-45c7-9038-13e749eee545 req-eac5df06-2799-4241-91df-cd5c1e3d9e5f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:19.727194 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d1ab505c-6ecb-45c7-9038-13e749eee545 req-eac5df06-2799-4241-91df-cd5c1e3d9e5f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0789542 Jun 11 19:52:19.770771 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d1ab505c-6ecb-45c7-9038-13e749eee545 req-7c6e33e4-f5fc-4dee-be3f-89915e3df82d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402246 Jun 11 19:52:20.977334 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de13b9-34c5-4cab-b659-db3814deb0fc req-596d5d8f-f9fa-4729-8a8a-5f33914c2558 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:20.978970 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-73de13b9-34c5-4cab-b659-db3814deb0fc req-596d5d8f-f9fa-4729-8a8a-5f33914c2558 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0845420 Jun 11 19:52:21.020863 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-73de13b9-34c5-4cab-b659-db3814deb0fc req-381c0a64-9b95-4486-adba-73248f9afa6e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355043 Jun 11 19:52:21.425982 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-d84287e5-27e7-4f4d-b4dc-2cb861dc3904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:22.220345 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c96e7-e7d6-4fe2-81a4-1f9d64ee5b30 req-fbcfb9cb-9747-4af2-859c-67e854384c83 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:22.221939 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ce2c96e7-e7d6-4fe2-81a4-1f9d64ee5b30 req-fbcfb9cb-9747-4af2-859c-67e854384c83 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0743675 Jun 11 19:52:22.269101 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ce2c96e7-e7d6-4fe2-81a4-1f9d64ee5b30 req-40a605da-3d5f-4e7e-8879-55ef7dac239c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413966 Jun 11 19:52:22.453912 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53820) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:22.563703 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-55a33036-b08f-47e9-85d9-c7dae580296c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:22.677613 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-55a33036-b08f-47e9-85d9-c7dae580296c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:22.831869 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-55a33036-b08f-47e9-85d9-c7dae580296c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:22.835251 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-63be5a44-6256-40e5-823d-5e4cec9db6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:22.874730 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-55a33036-b08f-47e9-85d9-c7dae580296c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0202bf682ab44159aa9b4e5bf291c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491260 Jun 11 19:52:22.875650 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a33036-b08f-47e9-85d9-c7dae580296c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1385be7-8797-435c-9c16-8a82f2b8c866,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:22.877557 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53828) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:22.878730 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-55a33036-b08f-47e9-85d9-c7dae580296c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:22.938891 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-896e1d38-7f02-4857-92f6-a9843f68aefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:22.968521 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-896e1d38-7f02-4857-92f6-a9843f68aefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:23.094873 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-896e1d38-7f02-4857-92f6-a9843f68aefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:23.097471 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-896e1d38-7f02-4857-92f6-a9843f68aefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:23.098629 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-896e1d38-7f02-4857-92f6-a9843f68aefb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1385be7-8797-435c-9c16-8a82f2b8c866 HTTP/1.1" status: 204 len: 168 time: 0.2199435 Jun 11 19:52:23.099434 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0ff43f6e-00d7-409c-bf34-ee70f1500255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:23.108220 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e1d38-7f02-4857-92f6-a9843f68aefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1385be7-8797-435c-9c16-8a82f2b8c866,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:23.110536 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-896e1d38-7f02-4857-92f6-a9843f68aefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:23.499614 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376685ac-fb6d-43f5-ac1c-d2f2551488d3 req-72d370f2-d5ac-426b-8343-227311a2ee82 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:23.501146 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-376685ac-fb6d-43f5-ac1c-d2f2551488d3 req-72d370f2-d5ac-426b-8343-227311a2ee82 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0803573 Jun 11 19:52:23.542073 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-376685ac-fb6d-43f5-ac1c-d2f2551488d3 req-4f2fc1a3-ad32-4ef1-9179-d69fb0e29e45 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354145 Jun 11 19:52:23.988571 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c1e77cba-a9ce-4901-ab0c-58f3fc8b73e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:24.142848 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:24.728375 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4729e-acb7-4b33-9cbd-343d38546d43 req-4d63f5a9-ec13-4258-b2ed-c124fbbcaa7e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:24.729721 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29b4729e-acb7-4b33-9cbd-343d38546d43 req-4d63f5a9-ec13-4258-b2ed-c124fbbcaa7e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0704663 Jun 11 19:52:24.771462 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29b4729e-acb7-4b33-9cbd-343d38546d43 req-0336d586-aec7-4a9e-af46-a2036adfffdf tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360532 Jun 11 19:52:25.134612 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:25.953324 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f98bd-3bba-4725-a0be-a462c4f36bb0 req-a8c92d9a-ad13-4618-a01b-5e502d675088 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:25.954763 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-341f98bd-3bba-4725-a0be-a462c4f36bb0 req-a8c92d9a-ad13-4618-a01b-5e502d675088 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0683885 Jun 11 19:52:25.994885 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-341f98bd-3bba-4725-a0be-a462c4f36bb0 req-776cbe92-566a-4e39-abb6-dc1f282f5342 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345106 Jun 11 19:52:27.108990 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:27.169255 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:27.187144 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ea65d-c45e-4f6b-9e57-16eb86923071 req-ef7b1711-3015-42da-bf53-d28dd0b91864 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:27.188638 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-587ea65d-c45e-4f6b-9e57-16eb86923071 req-ef7b1711-3015-42da-bf53-d28dd0b91864 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0731235 Jun 11 19:52:27.231257 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-587ea65d-c45e-4f6b-9e57-16eb86923071 req-0cb698de-2d2c-4cb4-b793-10c1b107dff0 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368185 Jun 11 19:52:28.412997 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1687bb4-95af-42e6-b00f-98302c2cec29 req-416768c1-d15a-49b0-8b6e-89aa5bbd4e42 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:28.414468 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e1687bb4-95af-42e6-b00f-98302c2cec29 req-416768c1-d15a-49b0-8b6e-89aa5bbd4e42 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0690675 Jun 11 19:52:28.455678 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e1687bb4-95af-42e6-b00f-98302c2cec29 req-180464e9-4279-44a7-908b-32a1ec60f65b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347447 Jun 11 19:52:29.167065 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-8a3e73c5-7847-4fe4-b3f2-652666030583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:29.168534 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-8a3e73c5-7847-4fe4-b3f2-652666030583 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 1098 time: 0.0637970 Jun 11 19:52:29.281922 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-626d2320-9981-4bb4-a527-ab29e0cd4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:29.283357 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-626d2320-9981-4bb4-a527-ab29e0cd4cac service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 200 len: 912 time: 0.1087677 Jun 11 19:52:29.372567 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-09e72497-03fc-46fc-b389-ec75427f5cb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 HTTP/1.1" status: 200 len: 1001 time: 0.0821085 Jun 11 19:52:29.428781 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-6a8d7e11-bda7-485e-8e64-eaa2feb47c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:29.430138 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-6a8d7e11-bda7-485e-8e64-eaa2feb47c52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b89e1a3-1efa-40f0-946b-3d72f37ff570 HTTP/1.1" status: 200 len: 850 time: 0.0512831 Jun 11 19:52:29.498846 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-ec3b67bb-a949-4cb1-9dc2-fc9cc13526f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:29.500453 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-ec3b67bb-a949-4cb1-9dc2-fc9cc13526f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0628998 Jun 11 19:52:29.652943 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-c7c661e1-e240-499a-8797-eebf33b5259a service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460035 Jun 11 19:52:29.753992 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f092a-f6b3-404a-ba7b-64b9176c87d5 req-f4894845-fc74-438a-bc77-68e4fecedbce tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:29.755442 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c7f092a-f6b3-404a-ba7b-64b9176c87d5 req-f4894845-fc74-438a-bc77-68e4fecedbce tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.1722808 Jun 11 19:52:29.803072 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-797e4810-4d91-4165-8af7-26e2dc42bf07 req-5b5f1616-1b6b-44b4-a77a-54767413eecf service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423616 Jun 11 19:52:29.815922 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c7f092a-f6b3-404a-ba7b-64b9176c87d5 req-b3d1bc16-828d-4ab9-ade6-d0e80d0b4f45 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520537 Jun 11 19:52:31.004582 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8dbd1-11ed-4727-b35a-8cccaf4ca8ce req-35fe7e76-4f76-4684-99cd-289eddf4397f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:31.006043 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-63a8dbd1-11ed-4727-b35a-8cccaf4ca8ce req-35fe7e76-4f76-4684-99cd-289eddf4397f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0688055 Jun 11 19:52:31.046761 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-63a8dbd1-11ed-4727-b35a-8cccaf4ca8ce req-4b77f455-48fd-4a41-8303-0a362bb5d2f9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349309 Jun 11 19:52:32.234097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4a7f8-0420-4cf6-b879-ff97ff872687 req-793df9d5-2171-4d2b-a20e-7c2183ebcf00 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:32.235453 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b9a4a7f8-0420-4cf6-b879-ff97ff872687 req-793df9d5-2171-4d2b-a20e-7c2183ebcf00 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 943 time: 0.0740099 Jun 11 19:52:32.277051 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b9a4a7f8-0420-4cf6-b879-ff97ff872687 req-35b6d1ae-95fe-426e-bc29-edec74f7055f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358467 Jun 11 19:52:32.387554 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 9398bcb2-d2d2-461b-b69b-0eedab46999f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:52:32.506172 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:32.517880 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'port_id': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'mac_address': 'fa:16:3e:c9:a8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:52:32.558915 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:32.573352 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9398bcb2-d2d2-461b-b69b-0eedab46999f {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:52:32.593135 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:32.665804 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:32.667553 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:32.722584 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=9']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:32.725514 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:33.077906 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['9398bcb2-d2d2-461b-b69b-0eedab46999f'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:52:33.460788 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddf446-bd18-4826-b556-fe8391847389 req-61210570-6528-4f01-8953-212f2edacd6d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:33.462234 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1eddf446-bd18-4826-b556-fe8391847389 req-61210570-6528-4f01-8953-212f2edacd6d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 944 time: 0.0688562 Jun 11 19:52:33.504258 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1eddf446-bd18-4826-b556-fe8391847389 req-4d7cf59d-a610-4080-8b7b-eebbd9ed0cd4 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356576 Jun 11 19:52:34.392757 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 9398bcb2-d2d2-461b-b69b-0eedab46999f up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:34.448884 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 9398bcb2-d2d2-461b-b69b-0eedab46999f triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:34.449264 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:34.536263 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:34.562384 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:52:34.564674 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba9e6f8-8437-4605-aafb-1afcdf5b06fd" -d '{"events": [{"server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "name": "network-vif-plugged", "status": "completed", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:52:34.580022 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:34.609298 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920a34cf-80fa-4ba7-87f1-3904e6c257ab x-openstack-request-id: req-920a34cf-80fa-4ba7-87f1-3904e6c257ab {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:52:34.609633 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "name": "network-vif-plugged", "status": "completed", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:52:34.609958 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-920a34cf-80fa-4ba7-87f1-3904e6c257ab {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:52:34.610403 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'code': 200} Jun 11 19:52:34.614162 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 53916) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:34.654858 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:34.657195 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:34.718521 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79281f-99ac-42b6-b195-8d7d036490ec req-a90e5e79-ced6-43c9-be40-715e78eb0d37 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:34.719903 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7d79281f-99ac-42b6-b195-8d7d036490ec req-a90e5e79-ced6-43c9-be40-715e78eb0d37 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 944 time: 0.0836134 Jun 11 19:52:34.720164 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=10']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:34.723274 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:34.750708 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3ea13b23-78ca-491f-ae71-674f3c140feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:34.797162 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7d79281f-99ac-42b6-b195-8d7d036490ec req-4e6f1e57-aa51-4bf8-9817-7ffce3a67c97 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663419 Jun 11 19:52:34.867578 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3ea13b23-78ca-491f-ae71-674f3c140feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:34.945650 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3ea13b23-78ca-491f-ae71-674f3c140feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:34.948070 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a97bb09d-b2ae-40a9-af08-eeb0b605b646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:34.988271 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-3ea13b23-78ca-491f-ae71-674f3c140feb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50fc7093be274006be9bdb2c3714e2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707902 Jun 11 19:52:34.989153 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea13b23-78ca-491f-ae71-674f3c140feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae38d6fa-d7fc-41c6-a4ab-e0d31a1fbd8d,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:34.991092 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53922) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:34.992230 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3ea13b23-78ca-491f-ae71-674f3c140feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:35.042972 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4a1d-46a5-4180-bb25-5dba6baff3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:35.066298 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4a1d-46a5-4180-bb25-5dba6baff3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:35.200239 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4a1d-46a5-4180-bb25-5dba6baff3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:35.202781 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4a1d-46a5-4180-bb25-5dba6baff3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:35.204517 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-2ceb4a1d-46a5-4180-bb25-5dba6baff3ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae38d6fa-d7fc-41c6-a4ab-e0d31a1fbd8d HTTP/1.1" status: 204 len: 168 time: 0.2118800 Jun 11 19:52:35.205279 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4fffef71-1b43-4d5f-9408-af76e5905b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:35.214033 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb4a1d-46a5-4180-bb25-5dba6baff3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae38d6fa-d7fc-41c6-a4ab-e0d31a1fbd8d,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:35.216328 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-2ceb4a1d-46a5-4180-bb25-5dba6baff3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:35.245039 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6d98b-4a61-41c6-9988-0fd17522a51b req-3e000d06-2cd4-4119-a3d2-d2f702bdc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:35.247075 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38d6d98b-4a61-41c6-9988-0fd17522a51b req-3e000d06-2cd4-4119-a3d2-d2f702bdc2bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0665793 Jun 11 19:52:35.285383 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38d6d98b-4a61-41c6-9988-0fd17522a51b req-ad050168-6dbb-40aa-956f-5a870f4b1ac9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320451 Jun 11 19:52:35.982242 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc062aa-a94a-48f7-97ad-4133b796c96a req-539e5979-73d7-4e24-bf3b-55f6228fa046 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:35.983708 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdc062aa-a94a-48f7-97ad-4133b796c96a req-539e5979-73d7-4e24-bf3b-55f6228fa046 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 946 time: 0.0692077 Jun 11 19:52:36.023715 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cdc062aa-a94a-48f7-97ad-4133b796c96a req-6db352eb-9f63-486a-a462-5ec923e0f20e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343254 Jun 11 19:52:36.161050 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53948) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:36.251113 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2079964033-network', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:36.342498 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Made reservation on behalf of 1228b8ceabf048c3a934285fe602cc35 for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:52:36.345022 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:36.355682 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:36.445560 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:36.519885 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:36.523923 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-21f1807c-2f74-41bd-849d-39efbcbd755b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:36.546142 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:52:36.556218 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705f80bb-d7cb-4965-9c35-9c767836d8b8,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:36.567574 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:36.567574 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:36.567574 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Added segment 2aa2b14c-f525-4fea-acf1-51968b37dfe1 of type vlan for network b4b62b40-2057-4f9e-a017-b03fc0d4361f Jun 11 19:52:36.612200 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:36.688763 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:36.690112 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:36.690687 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:36.693149 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f1be93b9-03c9-46a5-bddf-41e22ea7a23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:36.771451 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Pushing event updated for resources: {'Network': ['ID=b4b62b40-2057-4f9e-a017-b03fc0d4361f,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:36.774223 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:36.779407 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6173189 Jun 11 19:52:36.782887 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53972) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:36.785434 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network b4b62b40-2057-4f9e-a017-b03fc0d4361f details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:52:36.787220 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Request body: {'subnet': {'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2079964033-subnet', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:36.862934 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Made reservation on behalf of 1228b8ceabf048c3a934285fe602cc35 for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:52:36.865760 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59462132'] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:37.154988 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3169986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59462114'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:37.158210 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:37.213328 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef481d-e629-4aa3-9390-6d069f8cc3d4 req-6e4fe7d9-9c5b-4ceb-89c8-fe355e43ac75 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:37.215122 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c1ef481d-e629-4aa3-9390-6d069f8cc3d4 req-6e4fe7d9-9c5b-4ceb-89c8-fe355e43ac75 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 946 time: 0.0737154 Jun 11 19:52:37.220722 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dafc54a-3fce-41ae-9ef2-f14b0524bbcc,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:37.224942 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:37.228769 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Checking segment: {'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:52:37.229120 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Network hostable DHCP agents. Network: b4b62b40-2057-4f9e-a017-b03fc0d4361f, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:52:37.258636 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c1ef481d-e629-4aa3-9390-6d069f8cc3d4 req-22aab1c9-9888-4e18-867f-9b989e324638 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376003 Jun 11 19:52:37.334134 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Network b4b62b40-2057-4f9e-a017-b03fc0d4361f is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:52:37.411094 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, b4b62b40-2057-4f9e-a017-b03fc0d4361f) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:37.416576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:37.417425 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:37.421214 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573a2eb7-ca50-443c-a2ca-f2b28fb0e415 None None] Network b4b62b40-2057-4f9e-a017-b03fc0d4361f requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:52:37.506239 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-41f890fc-fa88-4fe2-9dd2-48e20fc97933 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7202344 Jun 11 19:52:37.506481 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 53994) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:37.511011 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:37.577610 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9229'] for router, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:37.578776 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9242'] for router, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:37.609320 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140783be-3e22-5bf5-a6ed-2548d1bdb5d3-b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc'}]}} from dv-cinder-790535-3-smb. {{(pid=98769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:52:37.613150 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:37.648002 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:37.760112 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.db_base_plugin_common [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Allocated IP 172.20.0.2 (b4b62b40-2057-4f9e-a017-b03fc0d4361f/5dafc54a-3fce-41ae-9ef2-f14b0524bbcc/4bc66ae8-d744-4abc-87c2-70c13c416bd6) {{(pid=98769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:52:37.910700 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9448'] for router, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:37.932561 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Notify callbacks [] for port, precommit_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:37.941196 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Transition to ACTIVE for port object 4bc66ae8-d744-4abc-87c2-70c13c416bd6 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:37.955600 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Transition to ACTIVE for port object 4bc66ae8-d744-4abc-87c2-70c13c416bd6 will not be triggered until provisioned by entity DHCP. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:38.020965 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:38.023674 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:38.077883 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Pushing event updated for resources: {'Port': ['ID=4bc66ae8-d744-4abc-87c2-70c13c416bd6,revision_number=1']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:38.081203 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:38.087287 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Network b4b62b40-2057-4f9e-a017-b03fc0d4361f is already hosted by enough agents. {{(pid=98769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:52:38.089320 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.base_scheduler [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Resources bound (agent type, host, resource id): {{(pid=98769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:38.093378 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Received port after_create {{(pid=98769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:52:38.171136 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Attempting to bind port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:52:38.171519 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Attempting to bind port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:52:38.171899 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Attempting to bind port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 on network b4b62b40-2057-4f9e-a017-b03fc0d4361f {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:52:38.177437 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:52:38.177826 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Checking segment: {'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:52:38.178244 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:38.178650 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Bound using segment: {'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:52:38.179135 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Bound port: 4bc66ae8-d744-4abc-87c2-70c13c416bd6, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:52:38.179516 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:38.253169 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] For port 4bc66ae8-d744-4abc-87c2-70c13c416bd6, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:52:38.256261 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] For port 4bc66ae8-d744-4abc-87c2-70c13c416bd6, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=4bc66ae8-d744-4abc-87c2-70c13c416bd6,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:52:38.334744 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:38.337933 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:38.402327 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Pushing event updated for resources: {'Port': ['ID=4bc66ae8-d744-4abc-87c2-70c13c416bd6,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:38.406245 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:38.452007 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:38.460188 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5848-4d5c-4ed4-86fe-3704be936a20 req-f0114ea4-395a-4aa2-b2a2-c1c1a2378849 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:38.462494 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-497c5848-4d5c-4ed4-86fe-3704be936a20 req-f0114ea4-395a-4aa2-b2a2-c1c1a2378849 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 946 time: 0.0830405 Jun 11 19:52:38.482669 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:38.514028 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-497c5848-4d5c-4ed4-86fe-3704be936a20 req-2c4aa936-fd51-4491-8d62-f86ddbb21554 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451665 Jun 11 19:52:38.614904 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Allocated IP 172.28.1.220 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/a42f48b3-9f52-4e5d-b456-6eb43eb877eb) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:52:38.745707 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:52:38.750594 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:38.843171 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3166578'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:38.845596 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d1c53420-f39e-4f6c-a1f3-d41d2f57c700 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:38.890207 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:52:38.893080 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:38.896421 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:52:38.901692 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Pushing event updated for resources: {'Port': ['ID=a42f48b3-9f52-4e5d-b456-6eb43eb877eb,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:38.930162 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:39.262626 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c468636-9769-4be6-baf1-f04a4eef7e2f None None] Network b4b62b40-2057-4f9e-a017-b03fc0d4361f requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:52:39.348165 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:39.409702 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-34b3f46f-db32-432c-ae75-40ce87998c0c None None] Provisioning for port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:39.616579 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415386'] for router, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:39.831424 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Router c6317408-33a3-45ab-bf5a-39a002d39b94 is scheduled to L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 with binding_index 1 {{(pid=98768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:52:39.968060 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:52:39.976604 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Sync routers for ids ['c6317408-33a3-45ab-bf5a-39a002d39b94'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:52:39.985082 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Routers {'c6317408-33a3-45ab-bf5a-39a002d39b94'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:52:39.985693 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:52:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['c6317408-33a3-45ab-bf5a-39a002d39b94'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:40.034422 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Notify callbacks [] for router, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:40.035675 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5282259 Jun 11 19:52:40.038643 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54004) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:40.249604 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Set router c6317408-33a3-45ab-bf5a-39a002d39b94 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:52:40.487269 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:39Z', 'revision_number': 3, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:40.491433 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Checking router: c6317408-33a3-45ab-bf5a-39a002d39b94 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:52:40.491818 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Updating router c6317408-33a3-45ab-bf5a-39a002d39b94 port a42f48b3-9f52-4e5d-b456-6eb43eb877eb binding host dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:52:40.555049 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:40.599094 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:40.662070 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 4bc66ae8-d744-4abc-87c2-70c13c416bd6 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:40.802559 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Allocated IP 172.20.0.1 (b4b62b40-2057-4f9e-a017-b03fc0d4361f/5dafc54a-3fce-41ae-9ef2-f14b0524bbcc/2886812e-0756-4c55-a886-c623b1b1f4b5) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:52:40.857537 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:40.862785 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:40.863170 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:40.942721 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Notify callbacks [] for port, precommit_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:40.957317 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Transition to ACTIVE for port object a42f48b3-9f52-4e5d-b456-6eb43eb877eb will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:41.006026 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.043813 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 4bc66ae8-d744-4abc-87c2-70c13c416bd6, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=4bc66ae8-d744-4abc-87c2-70c13c416bd6,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:41.100430 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.102559 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:41.149785 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.169277 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Attempting to bind port a42f48b3-9f52-4e5d-b456-6eb43eb877eb on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:52:41.169661 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Attempting to bind port a42f48b3-9f52-4e5d-b456-6eb43eb877eb by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:52:41.170040 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Attempting to bind port a42f48b3-9f52-4e5d-b456-6eb43eb877eb on network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:52:41.171931 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958cb5d-6535-4b18-bdcd-fc4c6bacf23c None None] Pushing event updated for resources: {'Port': ['ID=a42f48b3-9f52-4e5d-b456-6eb43eb877eb,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:41.175180 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-f958cb5d-6535-4b18-bdcd-fc4c6bacf23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:41.178176 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:41.203413 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:52:41.203804 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Checking segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:52:41.204305 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.204712 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Bound using segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:52:41.205206 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Bound port: a42f48b3-9f52-4e5d-b456-6eb43eb877eb, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:52:41.205586 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.227439 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.242301 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Transition to ACTIVE for port object 2886812e-0756-4c55-a886-c623b1b1f4b5 will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:41.274823 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=4bc66ae8-d744-4abc-87c2-70c13c416bd6,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:41.278481 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:41.288024 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] For port a42f48b3-9f52-4e5d-b456-6eb43eb877eb, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:52:41.291282 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] For port a42f48b3-9f52-4e5d-b456-6eb43eb877eb, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=a42f48b3-9f52-4e5d-b456-6eb43eb877eb,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:52:41.329062 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.331153 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6a7ca0dd-7166-4b89-a6b0-36a10299ff47 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:41.351974 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.353941 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:41.374348 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Network b4b62b40-2057-4f9e-a017-b03fc0d4361f is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:52:41.377131 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:41.380753 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:52:41.416186 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Pushing event updated for resources: {'Port': ['ID=2886812e-0756-4c55-a886-c623b1b1f4b5,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:41.422143 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:41.429452 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Routers {'c6317408-33a3-45ab-bf5a-39a002d39b94'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:52:41.430164 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:52:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['c6317408-33a3-45ab-bf5a-39a002d39b94'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:41.438541 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411487'] for router_interface, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.526469 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958cb5d-6535-4b18-bdcd-fc4c6bacf23c None None] Pushing event updated for resources: {'Port': ['ID=a42f48b3-9f52-4e5d-b456-6eb43eb877eb,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:41.531411 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-f958cb5d-6535-4b18-bdcd-fc4c6bacf23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:41.587439 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] Set router c6317408-33a3-45ab-bf5a-39a002d39b94 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:52:41.714040 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.777110 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-b3f66cf5-965b-428c-aa24-6a3f86c5ec6a None None] Provisioning for port 2886812e-0756-4c55-a886-c623b1b1f4b5 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:41.804190 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-b3f66cf5-965b-428c-aa24-6a3f86c5ec6a None None] Provisioning complete for port 2886812e-0756-4c55-a886-c623b1b1f4b5 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:41.804569 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b3f66cf5-965b-428c-aa24-6a3f86c5ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.854509 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-b3f66cf5-965b-428c-aa24-6a3f86c5ec6a None None] Port 2886812e-0756-4c55-a886-c623b1b1f4b5 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:52:41.866568 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:39Z', 'revision_number': 3, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:41.869968 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe8e94d-4468-46e3-883d-b09919a0eafb None None] The sync data for ids ['c6317408-33a3-45ab-bf5a-39a002d39b94'] in dv-cinder-790535-3-smb is: [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:39Z', 'revision_number': 3, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:52:41.911067 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.966021 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:41.968740 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-12788bb8-61bd-4077-8b8d-60d557a2b04a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:42.049749 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Pushing event updated for resources: {'Port': ['ID=2886812e-0756-4c55-a886-c623b1b1f4b5,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:42.056432 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411595'] for router_interface, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:42.059515 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:42.202377 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Network b4b62b40-2057-4f9e-a017-b03fc0d4361f is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:52:42.203781 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:42.365750 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Router c6317408-33a3-45ab-bf5a-39a002d39b94 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:52:42.377385 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-e31f7cb6-2c7d-4c02-95e2-292531eb8b56 None None] Provisioning complete for port 2886812e-0756-4c55-a886-c623b1b1f4b5 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:42.377697 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-e31f7cb6-2c7d-4c02-95e2-292531eb8b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:42.525224 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:52:42.530639 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] 10.222.0.37 "PUT /v2.0/routers/c6317408-33a3-45ab-bf5a-39a002d39b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4909680 Jun 11 19:52:42.561784 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-e31f7cb6-2c7d-4c02-95e2-292531eb8b56 None None] Port 2886812e-0756-4c55-a886-c623b1b1f4b5 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:52:42.701202 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 4bc66ae8-d744-4abc-87c2-70c13c416bd6 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:42.759444 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:42.759749 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:42.850685 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device a42f48b3-9f52-4e5d-b456-6eb43eb877eb up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:42.940218 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port a42f48b3-9f52-4e5d-b456-6eb43eb877eb completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:42.944615 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port a42f48b3-9f52-4e5d-b456-6eb43eb877eb triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:42.945001 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.035475 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.057249 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port a42f48b3-9f52-4e5d-b456-6eb43eb877eb, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=a42f48b3-9f52-4e5d-b456-6eb43eb877eb,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:43.188411 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.191154 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:43.248846 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=a42f48b3-9f52-4e5d-b456-6eb43eb877eb,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:43.252013 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:43.285759 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54026) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:43.290980 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1926603376-network', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:43.365392 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Made reservation on behalf of 0ac2139bfbe4481a97f0b429a1c1c80c for: {'network': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:52:43.367981 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.380517 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.442299 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Sync routers for ids ['c6317408-33a3-45ab-bf5a-39a002d39b94'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:52:43.451767 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Routers {'c6317408-33a3-45ab-bf5a-39a002d39b94'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:52:43.452628 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:52:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['c6317408-33a3-45ab-bf5a-39a002d39b94'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:43.480014 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.537097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.540049 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-eb76032f-fb89-4b15-8af3-c2612d606579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:43.563999 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=98767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:52:43.572942 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86379eff-1e01-4ed2-945f-411984d3908a,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:43.577029 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:43.579719 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.580077 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.segments_db [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Added segment c0966795-fb6e-4eba-9ffe-98be00d87374 of type vlan for network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce Jun 11 19:52:43.596597 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Set router c6317408-33a3-45ab-bf5a-39a002d39b94 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:52:43.629075 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.754181 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.755946 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:43.756824 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.760437 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-73b56773-d124-4317-84d6-e984b49099e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:43.836808 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Pushing event updated for resources: {'Network': ['ID=a40de7f9-34c8-4c35-914c-9ce1b1cd0fce,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:43.839736 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:43.847554 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:52:43.858667 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '2886812e-0756-4c55-a886-c623b1b1f4b5', 'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'mac_address': 'fa:16:3e:61:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:40Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 2, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'subnets': [{'id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:43.861805 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Checking router: c6317408-33a3-45ab-bf5a-39a002d39b94 for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:52:43.862179 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Updating router c6317408-33a3-45ab-bf5a-39a002d39b94 port 2886812e-0756-4c55-a886-c623b1b1f4b5 binding host dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:52:43.868839 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5795779 Jun 11 19:52:43.869279 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54030) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:43.874743 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Request body: {'subnet': {'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1926603376-subnet', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'ip_version': 4}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:43.903136 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:43.954070 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Made reservation on behalf of 0ac2139bfbe4481a97f0b429a1c1c80c for: {'subnet': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:52:43.956602 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60341413'] for subnet, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.207129 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Notify callbacks [] for port, precommit_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.216693 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.provisioning_blocks [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Transition to ACTIVE for port object 2886812e-0756-4c55-a886-c623b1b1f4b5 will not be triggered until provisioned by entity L2. {{(pid=98770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:44.256981 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60388340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60341427'] for subnet, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.260241 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:44.291270 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.294020 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:44.319664 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e520c5-698e-4e61-bcad-b2b223539ecf,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:44.331517 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:44.344346 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Checking segment: {'id': 'c0966795-fb6e-4eba-9ffe-98be00d87374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:52:44.345181 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Network hostable DHCP agents. Network: a40de7f9-34c8-4c35-914c-9ce1b1cd0fce, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:52:44.395307 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7027ae-09e1-4719-8fb7-2f389788e787 None None] Pushing event updated for resources: {'Port': ['ID=2886812e-0756-4c55-a886-c623b1b1f4b5,revision_number=3']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:44.421029 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-0c7027ae-09e1-4719-8fb7-2f389788e787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:44.434741 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:52:44.465172 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Attempting to bind port 2886812e-0756-4c55-a886-c623b1b1f4b5 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:52:44.465824 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Attempting to bind port 2886812e-0756-4c55-a886-c623b1b1f4b5 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:52:44.465824 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Attempting to bind port 2886812e-0756-4c55-a886-c623b1b1f4b5 on network b4b62b40-2057-4f9e-a017-b03fc0d4361f {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:52:44.471043 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:52:44.471415 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Checking segment: {'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:52:44.471820 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.472244 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Bound using segment: {'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:52:44.472718 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Bound port: 2886812e-0756-4c55-a886-c623b1b1f4b5, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'}}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:52:44.473092 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.502618 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, a40de7f9-34c8-4c35-914c-9ce1b1cd0fce) {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:44.507439 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:52:44.508055 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.511878 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076b2343-bc40-44d8-ba0c-eb40bd9c8f93 None None] Network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:52:44.549718 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] For port 2886812e-0756-4c55-a886-c623b1b1f4b5, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:52:44.553139 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] For port 2886812e-0756-4c55-a886-c623b1b1f4b5, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=2886812e-0756-4c55-a886-c623b1b1f4b5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:52:44.591129 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device a42f48b3-9f52-4e5d-b456-6eb43eb877eb up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:44.620634 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.621095 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-85709fae-4360-4bb2-af08-2ca24ece689d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7505994 Jun 11 19:52:44.623971 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54032) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:44.625247 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:44.629515 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1926603376-router', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:44.691432 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Routers {'c6317408-33a3-45ab-bf5a-39a002d39b94'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:52:44.692170 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:52:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['c6317408-33a3-45ab-bf5a-39a002d39b94'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:44.715726 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9229'] for router, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.717359 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9242'] for router, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.722489 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port a42f48b3-9f52-4e5d-b456-6eb43eb877eb triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:44.722881 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.787346 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140783be-3e22-5bf5-a6ed-2548d1bdb5d3-a40de7f9-34c8-4c35-914c-9ce1b1cd0fce', 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'fixed_ips': [{'subnet_id': '96e520c5-698e-4e61-bcad-b2b223539ecf'}]}} from dv-cinder-790535-3-smb. {{(pid=98769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:52:44.788323 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.814569 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:44.933418 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7027ae-09e1-4719-8fb7-2f389788e787 None None] Pushing event updated for resources: {'Port': ['ID=2886812e-0756-4c55-a886-c623b1b1f4b5,revision_number=4']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:44.937843 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-0c7027ae-09e1-4719-8fb7-2f389788e787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:44.979836 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] Set router c6317408-33a3-45ab-bf5a-39a002d39b94 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:52:45.030959 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.db_base_plugin_common [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Allocated IP 172.20.0.2 (a40de7f9-34c8-4c35-914c-9ce1b1cd0fce/96e520c5-698e-4e61-bcad-b2b223539ecf/ddba5852-3597-43e5-ae3f-478e66adad75) {{(pid=98769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:52:45.129172 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9448'] for router, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:45.210322 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Notify callbacks [] for port, precommit_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:45.219713 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Transition to ACTIVE for port object ddba5852-3597-43e5-ae3f-478e66adad75 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:45.237430 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Transition to ACTIVE for port object ddba5852-3597-43e5-ae3f-478e66adad75 will not be triggered until provisioned by entity DHCP. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:45.251661 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '2886812e-0756-4c55-a886-c623b1b1f4b5', 'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'mac_address': 'fa:16:3e:61:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:40Z', 'updated_at': '2021-06-11T19:52:44Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'subnets': [{'id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:45.255181 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d97a1-0808-4d66-98f1-b34a11f3d826 None None] The sync data for ids ['c6317408-33a3-45ab-bf5a-39a002d39b94'] in dv-cinder-790535-3-smb is: [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '2886812e-0756-4c55-a886-c623b1b1f4b5', 'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'mac_address': 'fa:16:3e:61:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:40Z', 'updated_at': '2021-06-11T19:52:44Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'subnets': [{'id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:52:45.310884 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:45.321318 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:45.374223 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce is already hosted by enough agents. {{(pid=98769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:52:45.378956 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.base_scheduler [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Resources bound (agent type, host, resource id): {{(pid=98769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:45.382702 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Received port after_create {{(pid=98769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:52:45.390633 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Pushing event updated for resources: {'Port': ['ID=ddba5852-3597-43e5-ae3f-478e66adad75,revision_number=1']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:45.395165 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:45.468041 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Attempting to bind port ddba5852-3597-43e5-ae3f-478e66adad75 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:52:45.468457 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Attempting to bind port ddba5852-3597-43e5-ae3f-478e66adad75 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': 'c0966795-fb6e-4eba-9ffe-98be00d87374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:52:45.468815 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Attempting to bind port ddba5852-3597-43e5-ae3f-478e66adad75 on network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:52:45.469859 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:45.474161 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:52:45.474547 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Checking segment: {'id': 'c0966795-fb6e-4eba-9ffe-98be00d87374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:52:45.474956 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:45.475345 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Bound using segment: {'id': 'c0966795-fb6e-4eba-9ffe-98be00d87374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:52:45.475832 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Bound port: ddba5852-3597-43e5-ae3f-478e66adad75, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0966795-fb6e-4eba-9ffe-98be00d87374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:52:45.476264 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:45.497860 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:45.550594 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] For port ddba5852-3597-43e5-ae3f-478e66adad75, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:52:45.554425 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] For port ddba5852-3597-43e5-ae3f-478e66adad75, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=ddba5852-3597-43e5-ae3f-478e66adad75,segment=NetworkSegment(c0966795-fb6e-4eba-9ffe-98be00d87374),segment_id=c0966795-fb6e-4eba-9ffe-98be00d87374)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:52:45.625805 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Allocated IP 172.28.1.128 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/aad82747-dc77-4e69-b8aa-6e80a2f9e47f) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:52:45.641679 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:45.646129 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:45.720556 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Pushing event updated for resources: {'Port': ['ID=ddba5852-3597-43e5-ae3f-478e66adad75,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:45.734037 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:45.772596 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:45.863284 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:45.869350 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:45.920875 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:52:45.931092 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:45.933672 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:52:45.977246 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Pushing event updated for resources: {'Port': ['ID=aad82747-dc77-4e69-b8aa-6e80a2f9e47f,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:45.993160 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.993543 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.993946 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.994257 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.994616 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.995021 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.995391 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.995729 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.996072 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.996987 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.997339 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:45.997684 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:46.001559 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:46.644170 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device ddba5852-3597-43e5-ae3f-478e66adad75 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:46.665690 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:46.694319 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c3d7d8-1633-4c6d-95f0-90a419f5de7b None None] Network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:52:46.837642 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port ddba5852-3597-43e5-ae3f-478e66adad75 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:46.848594 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 2886812e-0756-4c55-a886-c623b1b1f4b5 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:46.878077 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Provisioning for port ddba5852-3597-43e5-ae3f-478e66adad75 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:46.891107 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Provisioning complete for port ddba5852-3597-43e5-ae3f-478e66adad75 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:46.891496 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:46.940736 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415386'] for router, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:47.037385 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:47.049942 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 2886812e-0756-4c55-a886-c623b1b1f4b5 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:47.056360 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 2886812e-0756-4c55-a886-c623b1b1f4b5 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:47.056749 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:47.109698 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] For port ddba5852-3597-43e5-ae3f-478e66adad75, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=ddba5852-3597-43e5-ae3f-478e66adad75,segment=NetworkSegment(c0966795-fb6e-4eba-9ffe-98be00d87374),segment_id=c0966795-fb6e-4eba-9ffe-98be00d87374)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:47.169738 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:47.189527 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:47.189804 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-151fc5f8-7c7f-418f-bbc0-2e3979a4984f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:47.208494 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Router 0615409b-1842-4c27-bfc3-e94da2dc82fc is scheduled to L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 with binding_index 1 {{(pid=98767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:52:47.358930 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:52:47.367035 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 2886812e-0756-4c55-a886-c623b1b1f4b5, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=2886812e-0756-4c55-a886-c623b1b1f4b5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:47.371329 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Sync routers for ids ['0615409b-1842-4c27-bfc3-e94da2dc82fc'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:52:47.399683 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-ee15ca0e-d83b-478f-9c93-372d5a065d0c None None] Provisioning complete for port ddba5852-3597-43e5-ae3f-478e66adad75 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:47.400065 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-ee15ca0e-d83b-478f-9c93-372d5a065d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:47.403099 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Pushing event updated for resources: {'Port': ['ID=ddba5852-3597-43e5-ae3f-478e66adad75,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:47.425945 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Routers {'0615409b-1842-4c27-bfc3-e94da2dc82fc'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:52:47.426576 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:52:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['0615409b-1842-4c27-bfc3-e94da2dc82fc'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:47.473968 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Notify callbacks [] for router, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:47.475248 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8495224 Jun 11 19:52:47.480018 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:47.483256 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54040) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:47.526197 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.526545 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.526956 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.527233 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.528135 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.528477 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.528806 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.529134 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.529460 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.529788 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.530116 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.530447 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:47.541254 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:47.544593 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:47.640377 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=2886812e-0756-4c55-a886-c623b1b1f4b5,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:47.645717 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:47.648150 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Set router 0615409b-1842-4c27-bfc3-e94da2dc82fc gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:52:47.912689 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'name': 'tempest-TestShelveInstance-1926603376-router', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:44Z', 'updated_at': '2021-06-11T19:52:46Z', 'revision_number': 3, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'gw_port': {'id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:45Z', 'updated_at': '2021-06-11T19:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:47.916275 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Checking router: 0615409b-1842-4c27-bfc3-e94da2dc82fc for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:52:47.916638 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Updating router 0615409b-1842-4c27-bfc3-e94da2dc82fc port aad82747-dc77-4e69-b8aa-6e80a2f9e47f binding host dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:52:47.960261 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.024842 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.201060 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Allocated IP 172.20.0.1 (a40de7f9-34c8-4c35-914c-9ce1b1cd0fce/96e520c5-698e-4e61-bcad-b2b223539ecf/038824d3-5a36-4f87-b384-89cd75b6489d) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:52:48.254275 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Notify callbacks [] for port, precommit_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.263921 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Transition to ACTIVE for port object aad82747-dc77-4e69-b8aa-6e80a2f9e47f will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:48.330519 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.331095 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.333918 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:48.344673 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Transition to ACTIVE for port object 038824d3-5a36-4f87-b384-89cd75b6489d will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:48.393105 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf0f95-f761-454a-963a-e488f1e4e821 None None] Pushing event updated for resources: {'Port': ['ID=aad82747-dc77-4e69-b8aa-6e80a2f9e47f,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:48.395212 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Attempting to bind port aad82747-dc77-4e69-b8aa-6e80a2f9e47f on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:52:48.395584 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Attempting to bind port aad82747-dc77-4e69-b8aa-6e80a2f9e47f by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:52:48.395982 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Attempting to bind port aad82747-dc77-4e69-b8aa-6e80a2f9e47f on network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:52:48.397929 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-2bdf0f95-f761-454a-963a-e488f1e4e821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:48.402083 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:52:48.402492 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Checking segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:52:48.402940 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.403285 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Bound using segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:52:48.403754 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Bound port: aad82747-dc77-4e69-b8aa-6e80a2f9e47f, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:52:48.404165 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.443485 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.446510 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ceaa04fe-b5b6-4b0a-a711-b628504ac04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:48.464167 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] For port aad82747-dc77-4e69-b8aa-6e80a2f9e47f, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:52:48.466480 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] For port aad82747-dc77-4e69-b8aa-6e80a2f9e47f, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=aad82747-dc77-4e69-b8aa-6e80a2f9e47f,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:52:48.484405 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:52:48.490644 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:48.493136 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:52:48.535392 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.539205 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:48.540369 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Pushing event updated for resources: {'Port': ['ID=038824d3-5a36-4f87-b384-89cd75b6489d,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:48.544524 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:48.558127 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411487'] for router_interface, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.616751 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Routers {'0615409b-1842-4c27-bfc3-e94da2dc82fc'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:52:48.617400 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:52:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['0615409b-1842-4c27-bfc3-e94da2dc82fc'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:48.623497 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf0f95-f761-454a-963a-e488f1e4e821 None None] Pushing event updated for resources: {'Port': ['ID=aad82747-dc77-4e69-b8aa-6e80a2f9e47f,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:48.672586 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device ddba5852-3597-43e5-ae3f-478e66adad75 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:48.674585 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-2bdf0f95-f761-454a-963a-e488f1e4e821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:48.802235 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.812503 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] Set router 0615409b-1842-4c27-bfc3-e94da2dc82fc gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:52:48.855798 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e70ebb-93e4-4d8a-9a8e-952bb6fb1495 None None] Provisioning for port 038824d3-5a36-4f87-b384-89cd75b6489d completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:48.857700 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port ddba5852-3597-43e5-ae3f-478e66adad75 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:48.858078 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:48.898688 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e70ebb-93e4-4d8a-9a8e-952bb6fb1495 None None] Provisioning complete for port 038824d3-5a36-4f87-b384-89cd75b6489d triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:48.899072 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e70ebb-93e4-4d8a-9a8e-952bb6fb1495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:49.000052 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:49.071781 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:49.074669 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f6dd8a35-2899-4c7e-b6f2-cd142947c05e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:49.156966 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411595'] for router_interface, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:49.158718 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Pushing event updated for resources: {'Port': ['ID=038824d3-5a36-4f87-b384-89cd75b6489d,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:49.161648 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e70ebb-93e4-4d8a-9a8e-952bb6fb1495 None None] Port 038824d3-5a36-4f87-b384-89cd75b6489d cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:52:49.161934 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:49.259607 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 2886812e-0756-4c55-a886-c623b1b1f4b5 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:49.275493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:52:49.276893 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:52:49.326562 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'name': 'tempest-TestShelveInstance-1926603376-router', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:44Z', 'updated_at': '2021-06-11T19:52:46Z', 'revision_number': 3, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'gw_port': {'id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:45Z', 'updated_at': '2021-06-11T19:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:49.332167 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e23a5-2414-4dda-a8af-161036297f6f None None] The sync data for ids ['0615409b-1842-4c27-bfc3-e94da2dc82fc'] in dv-cinder-790535-3-smb is: [{'id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'name': 'tempest-TestShelveInstance-1926603376-router', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:44Z', 'updated_at': '2021-06-11T19:52:46Z', 'revision_number': 3, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'gw_port': {'id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:45Z', 'updated_at': '2021-06-11T19:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:52:49.335530 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 2886812e-0756-4c55-a886-c623b1b1f4b5 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:49.335930 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:49.600815 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-01daeb5f-2e12-4871-bf5f-9492dd8c48ef None None] Provisioning complete for port 038824d3-5a36-4f87-b384-89cd75b6489d triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:49.601326 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-01daeb5f-2e12-4871-bf5f-9492dd8c48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:49.649834 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-01daeb5f-2e12-4871-bf5f-9492dd8c48ef None None] Port 038824d3-5a36-4f87-b384-89cd75b6489d cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:52:49.764024 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Router 0615409b-1842-4c27-bfc3-e94da2dc82fc has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:52:49.911369 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:52:49.917041 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] 10.222.0.37 "PUT /v2.0/routers/0615409b-1842-4c27-bfc3-e94da2dc82fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4324472 Jun 11 19:52:50.561862 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54052) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:50.567158 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-b4789897-ee03-43e9-a648-9b0760a75c17 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088576180', 'description': 'tempest-secgroup-smoke-2088576180 description', 'project_id': '1228b8ceabf048c3a934285fe602cc35'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:50.624704 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device aad82747-dc77-4e69-b8aa-6e80a2f9e47f up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:50.665632 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b4789897-ee03-43e9-a648-9b0760a75c17 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:50.751207 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port aad82747-dc77-4e69-b8aa-6e80a2f9e47f completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:50.755206 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b4789897-ee03-43e9-a648-9b0760a75c17 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:50.755336 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port aad82747-dc77-4e69-b8aa-6e80a2f9e47f triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:50.755606 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:50.790535 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Sync routers for ids ['0615409b-1842-4c27-bfc3-e94da2dc82fc'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:52:50.798695 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Routers {'0615409b-1842-4c27-bfc3-e94da2dc82fc'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:52:50.799377 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:52:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['0615409b-1842-4c27-bfc3-e94da2dc82fc'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:50.831242 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b4789897-ee03-43e9-a648-9b0760a75c17 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:50.834032 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-28efab67-b421-4d54-a151-e6f7ac557a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:50.849913 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:50.868525 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4789897-ee03-43e9-a648-9b0760a75c17 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6977d-4859-48e1-992f-e69eebe4bc7e,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:50.872220 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b4789897-ee03-43e9-a648-9b0760a75c17 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:50.875883 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port aad82747-dc77-4e69-b8aa-6e80a2f9e47f, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=aad82747-dc77-4e69-b8aa-6e80a2f9e47f,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:50.944913 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Set router 0615409b-1842-4c27-bfc3-e94da2dc82fc gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:52:50.948349 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b4789897-ee03-43e9-a648-9b0760a75c17 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:50.950255 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-b4789897-ee03-43e9-a648-9b0760a75c17 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3867617 Jun 11 19:52:50.953005 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54056) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:50.957474 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-ff1b62e1-71ba-40b4-91ea-d8fef6be65ca tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Request body: {'security_group_rule': {'security_group_id': '35e6977d-4859-48e1-992f-e69eebe4bc7e', 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:50.982574 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:50.987238 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:51.038497 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=aad82747-dc77-4e69-b8aa-6e80a2f9e47f,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:51.041785 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:51.082097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ff1b62e1-71ba-40b4-91ea-d8fef6be65ca tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.154029 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ff1b62e1-71ba-40b4-91ea-d8fef6be65ca tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.206430 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'name': 'tempest-TestShelveInstance-1926603376-router', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:44Z', 'updated_at': '2021-06-11T19:52:48Z', 'revision_number': 4, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'gw_port': {'id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:45Z', 'updated_at': '2021-06-11T19:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '038824d3-5a36-4f87-b384-89cd75b6489d', 'name': '', 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'mac_address': 'fa:16:3e:95:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '96e520c5-698e-4e61-bcad-b2b223539ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:48Z', 'updated_at': '2021-06-11T19:52:48Z', 'revision_number': 2, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'subnets': [{'id': '96e520c5-698e-4e61-bcad-b2b223539ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:51.209611 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Checking router: 0615409b-1842-4c27-bfc3-e94da2dc82fc for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:52:51.209989 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Updating router 0615409b-1842-4c27-bfc3-e94da2dc82fc port 038824d3-5a36-4f87-b384-89cd75b6489d binding host dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:52:51.222385 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ff1b62e1-71ba-40b4-91ea-d8fef6be65ca tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.224465 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-29fef79a-7243-414b-aa7e-29fde6d3c049 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:51.239980 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b62e1-71ba-40b4-91ea-d8fef6be65ca tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0991e0e0-c964-4b91-9de9-a913d2e51e14,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:51.244935 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ff1b62e1-71ba-40b4-91ea-d8fef6be65ca tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:51.249614 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.325546 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ff1b62e1-71ba-40b4-91ea-d8fef6be65ca tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.326885 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-ff1b62e1-71ba-40b4-91ea-d8fef6be65ca tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729534 Jun 11 19:52:51.329633 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54058) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:51.334093 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-044d0c09-a02d-4b2b-ac25-384cd40f9850 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Request body: {'security_group_rule': {'security_group_id': '35e6977d-4859-48e1-992f-e69eebe4bc7e', 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:51.422240 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-044d0c09-a02d-4b2b-ac25-384cd40f9850 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.445951 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d60a-234e-46c4-afc9-48b42acb3228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.490692 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-044d0c09-a02d-4b2b-ac25-384cd40f9850 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.557104 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Notify callbacks [] for port, precommit_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.559567 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-044d0c09-a02d-4b2b-ac25-384cd40f9850 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.561703 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:51.566568 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.provisioning_blocks [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Transition to ACTIVE for port object 038824d3-5a36-4f87-b384-89cd75b6489d will not be triggered until provisioned by entity L2. {{(pid=98770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:52:51.578672 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d0c09-a02d-4b2b-ac25-384cd40f9850 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646c70e6-7c50-4fb0-968a-7ab9bfa25331,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:51.581091 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-044d0c09-a02d-4b2b-ac25-384cd40f9850 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:51.659859 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.662164 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:51.669191 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-044d0c09-a02d-4b2b-ac25-384cd40f9850 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.670418 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-044d0c09-a02d-4b2b-ac25-384cd40f9850 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3398495 Jun 11 19:52:51.673140 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54060) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:51.677878 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-1ae6ba6d-3466-42f8-af21-d704cf90bcea tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Request body: {'security_group_rule': {'security_group_id': '35e6977d-4859-48e1-992f-e69eebe4bc7e', 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:51.753594 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Pushing event updated for resources: {'Port': ['ID=038824d3-5a36-4f87-b384-89cd75b6489d,revision_number=3']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:51.768978 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.769460 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.769855 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.770200 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.770475 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.770823 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.771140 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.771443 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.771763 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.772242 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.772707 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.773069 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:52:51.805609 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:51.816293 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ba6d-3466-42f8-af21-d704cf90bcea tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.851248 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Attempting to bind port 038824d3-5a36-4f87-b384-89cd75b6489d on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:52:51.851625 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Attempting to bind port 038824d3-5a36-4f87-b384-89cd75b6489d by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': 'c0966795-fb6e-4eba-9ffe-98be00d87374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce'}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:52:51.851996 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Attempting to bind port 038824d3-5a36-4f87-b384-89cd75b6489d on network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:52:51.857641 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:52:51.858169 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Checking segment: {'id': 'c0966795-fb6e-4eba-9ffe-98be00d87374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:52:51.858678 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.859077 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Bound using segment: {'id': 'c0966795-fb6e-4eba-9ffe-98be00d87374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce'} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:52:51.859571 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Bound port: 038824d3-5a36-4f87-b384-89cd75b6489d, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0966795-fb6e-4eba-9ffe-98be00d87374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce'}}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:52:51.859946 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.907506 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ba6d-3466-42f8-af21-d704cf90bcea tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.935269 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] For port 038824d3-5a36-4f87-b384-89cd75b6489d, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:52:51.938348 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] For port 038824d3-5a36-4f87-b384-89cd75b6489d, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=038824d3-5a36-4f87-b384-89cd75b6489d,segment=NetworkSegment(c0966795-fb6e-4eba-9ffe-98be00d87374),segment_id=c0966795-fb6e-4eba-9ffe-98be00d87374)] {{(pid=98770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:52:51.976919 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ba6d-3466-42f8-af21-d704cf90bcea tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:51.978921 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ff1b62e1-71ba-40b4-91ea-d8fef6be65ca tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:51.993494 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6ba6d-3466-42f8-af21-d704cf90bcea tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76459224-abba-46bf-8138-7ca3405de0ee,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:51.997173 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1ae6ba6d-3466-42f8-af21-d704cf90bcea tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:52.003240 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.005714 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:52.060113 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-1ae6ba6d-3466-42f8-af21-d704cf90bcea tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.061391 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-1ae6ba6d-3466-42f8-af21-d704cf90bcea tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3870132 Jun 11 19:52:52.063967 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54064) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:52.069420 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-9209b9bf-9944-48e3-a186-7d43b17542c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Request body: {'security_group_rule': {'security_group_id': '35e6977d-4859-48e1-992f-e69eebe4bc7e', 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:52.070082 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Routers {'0615409b-1842-4c27-bfc3-e94da2dc82fc'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:52:52.070717 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:52:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['0615409b-1842-4c27-bfc3-e94da2dc82fc'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:52.123998 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Pushing event updated for resources: {'Port': ['ID=038824d3-5a36-4f87-b384-89cd75b6489d,revision_number=4']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:52.162089 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9209b9bf-9944-48e3-a186-7d43b17542c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.234993 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9209b9bf-9944-48e3-a186-7d43b17542c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.265899 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:52.297978 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9209b9bf-9944-48e3-a186-7d43b17542c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.304132 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1ae6ba6d-3466-42f8-af21-d704cf90bcea tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:52.316328 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] Set router 0615409b-1842-4c27-bfc3-e94da2dc82fc gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:52:52.323343 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209b9bf-9944-48e3-a186-7d43b17542c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019d43f5-13a0-4086-aabb-f3baa5443c99,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:52.326525 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-9209b9bf-9944-48e3-a186-7d43b17542c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:52.374419 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-9209b9bf-9944-48e3-a186-7d43b17542c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.378056 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-9209b9bf-9944-48e3-a186-7d43b17542c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104343 Jun 11 19:52:52.378245 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54066) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:52.382646 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-321c2bf3-596c-4a81-ba0c-85912081e239 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Request body: {'security_group_rule': {'security_group_id': '35e6977d-4859-48e1-992f-e69eebe4bc7e', 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:52.456892 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.securitygroups_db [None req-321c2bf3-596c-4a81-ba0c-85912081e239 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Project 1228b8ceabf048c3a934285fe602cc35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 19:52:52.461956 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-321c2bf3-596c-4a81-ba0c-85912081e239 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.525166 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-321c2bf3-596c-4a81-ba0c-85912081e239 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.578879 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'name': 'tempest-TestShelveInstance-1926603376-router', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:44Z', 'updated_at': '2021-06-11T19:52:48Z', 'revision_number': 4, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'gw_port': {'id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:45Z', 'updated_at': '2021-06-11T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '038824d3-5a36-4f87-b384-89cd75b6489d', 'name': '', 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'mac_address': 'fa:16:3e:95:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '96e520c5-698e-4e61-bcad-b2b223539ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:48Z', 'updated_at': '2021-06-11T19:52:51Z', 'revision_number': 4, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'subnets': [{'id': '96e520c5-698e-4e61-bcad-b2b223539ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:52:52.582485 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7657b-d2ac-4950-b1de-d07b860a4974 None None] The sync data for ids ['0615409b-1842-4c27-bfc3-e94da2dc82fc'] in dv-cinder-790535-3-smb is: [{'id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'name': 'tempest-TestShelveInstance-1926603376-router', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:44Z', 'updated_at': '2021-06-11T19:52:48Z', 'revision_number': 4, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'gw_port': {'id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:45Z', 'updated_at': '2021-06-11T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '038824d3-5a36-4f87-b384-89cd75b6489d', 'name': '', 'network_id': 'a40de7f9-34c8-4c35-914c-9ce1b1cd0fce', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'mac_address': 'fa:16:3e:95:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '96e520c5-698e-4e61-bcad-b2b223539ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:48Z', 'updated_at': '2021-06-11T19:52:51Z', 'revision_number': 4, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'subnets': [{'id': '96e520c5-698e-4e61-bcad-b2b223539ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:52:52.591327 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-321c2bf3-596c-4a81-ba0c-85912081e239 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.593619 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:52.599726 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device aad82747-dc77-4e69-b8aa-6e80a2f9e47f up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:52.612133 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c2bf3-596c-4a81-ba0c-85912081e239 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84e9c70-d53a-4dc8-ba39-c74a0f3a5bc3,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:52.615029 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-321c2bf3-596c-4a81-ba0c-85912081e239 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:52.675935 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port aad82747-dc77-4e69-b8aa-6e80a2f9e47f triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:52.676397 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.691666 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-321c2bf3-596c-4a81-ba0c-85912081e239 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.693008 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-321c2bf3-596c-4a81-ba0c-85912081e239 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3138328 Jun 11 19:52:52.698014 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54068) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:52:52.700374 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-8a398af3-523c-4ee3-83d4-b4c6af749f61 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Request body: {'security_group_rule': {'security_group_id': '35e6977d-4859-48e1-992f-e69eebe4bc7e', 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:52:52.814654 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.securitygroups_db [None req-8a398af3-523c-4ee3-83d4-b4c6af749f61 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Project 1228b8ceabf048c3a934285fe602cc35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 19:52:52.819964 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8a398af3-523c-4ee3-83d4-b4c6af749f61 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.897308 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8a398af3-523c-4ee3-83d4-b4c6af749f61 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.971532 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8a398af3-523c-4ee3-83d4-b4c6af749f61 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:52.978174 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:52.993695 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a398af3-523c-4ee3-83d4-b4c6af749f61 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736f1c24-a69a-44c0-b0f4-72952c0306a6,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:52.996734 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8a398af3-523c-4ee3-83d4-b4c6af749f61 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:53.055533 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8a398af3-523c-4ee3-83d4-b4c6af749f61 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:53.055533 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-8a398af3-523c-4ee3-83d4-b4c6af749f61 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563364 Jun 11 19:52:53.997831 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-61dc35ee-a7cd-4906-8408-239e314523f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:54.134105 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:54.612729 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 038824d3-5a36-4f87-b384-89cd75b6489d up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:54.734507 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 038824d3-5a36-4f87-b384-89cd75b6489d completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:52:54.738475 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 038824d3-5a36-4f87-b384-89cd75b6489d triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:54.738854 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:54.829356 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:54.866978 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 038824d3-5a36-4f87-b384-89cd75b6489d, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=038824d3-5a36-4f87-b384-89cd75b6489d,segment=NetworkSegment(c0966795-fb6e-4eba-9ffe-98be00d87374),segment_id=c0966795-fb6e-4eba-9ffe-98be00d87374)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:52:54.942438 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:54.945599 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:52:55.000378 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=038824d3-5a36-4f87-b384-89cd75b6489d,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:52:55.003384 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:52:55.142487 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:56.590652 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 038824d3-5a36-4f87-b384-89cd75b6489d up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:52:56.643450 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 038824d3-5a36-4f87-b384-89cd75b6489d triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:52:56.643826 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:57.094341 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:57.151346 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:12.911016 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-8d2586fb-db49-4a71-918f-b3f96368dcc6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088576180&fields=id&tenant_id=1228b8ceabf048c3a934285fe602cc35 HTTP/1.1" status: 200 len: 267 time: 0.0367160 Jun 11 19:53:13.041003 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e486-3425-410e-a6ec-47d0d08993df req-c4bd4fae-d2e2-447c-a9bc-fc5cc30edf7d tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:13.042341 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-c4bd4fae-d2e2-447c-a9bc-fc5cc30edf7d tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/networks?id=b4b62b40-2057-4f9e-a017-b03fc0d4361f HTTP/1.1" status: 200 len: 809 time: 0.1243834 Jun 11 19:53:13.056927 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-a67a255c-4d0f-4dc2-b79e-8930143c81ed tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/quotas/1228b8ceabf048c3a934285fe602cc35 HTTP/1.1" status: 200 len: 375 time: 0.0086946 Jun 11 19:53:13.129377 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-c9a46e8a-ddb7-4dc6-8b29-19664db24619 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1228b8ceabf048c3a934285fe602cc35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666752 Jun 11 19:53:13.252094 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-8e5a68d1-5773-4d27-b179-db08c92c48f9 service neutron] 10.222.0.37 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081414 Jun 11 19:53:13.365653 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-649cfefb-dd09-4073-999e-a46cfdd21ae2 service neutron] 10.222.0.37 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080093 Jun 11 19:53:13.917095 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f82adadf-5c6e-4390-9c9c-c236e2a8c710 req-acb1095e-7c0b-4d35-91f8-a8a4333910e3 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 210 time: 0.0336468 Jun 11 19:53:15.062048 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fdad112e-8900-4720-8fac-94666f01589f req-20964363-7a9c-4c13-8de1-49fa1a844020 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 210 time: 0.0338035 Jun 11 19:53:15.744493 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:53:16.132033 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e486-3425-410e-a6ec-47d0d08993df req-186aa76f-3b48-4ba7-97d7-ab4d10be8f60 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:16.133469 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-186aa76f-3b48-4ba7-97d7-ab4d10be8f60 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.43 "GET /v2.0/networks?id=b4b62b40-2057-4f9e-a017-b03fc0d4361f HTTP/1.1" status: 200 len: 809 time: 0.1289730 Jun 11 19:53:16.182371 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-07ad31d4-6646-4362-a0a2-ab13b1218b35 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1228b8ceabf048c3a934285fe602cc35 HTTP/1.1" status: 200 len: 380 time: 0.0390215 Jun 11 19:53:16.194783 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Request body: {'port': {'device_id': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'admin_state_up': True, 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'security_groups': ['35e6977d-4859-48e1-992f-e69eebe4bc7e']}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:53:16.224314 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-77cbc434-0fe9-41f6-8df9-fb7051680b1c req-3f11592f-273f-4190-b97e-77249f6f2dda tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 210 time: 0.0473957 Jun 11 19:53:16.419903 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Made reservation on behalf of 1228b8ceabf048c3a934285fe602cc35 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:53:16.423524 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:16.569279 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Allocated IP 172.20.0.6 (b4b62b40-2057-4f9e-a017-b03fc0d4361f/5dafc54a-3fce-41ae-9ef2-f14b0524bbcc/3ce5c808-05c4-414f-a81c-502b70c227e5) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:53:16.736356 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:16.749801 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Transition to ACTIVE for port object 3ce5c808-05c4-414f-a81c-502b70c227e5 will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:53:16.854446 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:16.859027 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3970ff38-6831-4334-a1ba-c0df5155c1df tempest-VolumesNegativeTest-1318000379 tempest-VolumesNegativeTest-1318000379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:16.911514 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Network b4b62b40-2057-4f9e-a017-b03fc0d4361f is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:53:16.914869 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:53:16.918827 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:53:16.925978 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event updated for resources: {'Port': ['ID=3ce5c808-05c4-414f-a81c-502b70c227e5,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:16.951513 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:16.981871 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:16.981871 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:17.055168 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8644745 Jun 11 19:53:17.067853 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Request body: {'port': {'device_id': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:53:17.157866 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:17.242256 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-261c9aba-1a58-44f3-afd1-2c607b6f5e8d None None] Provisioning for port 3ce5c808-05c4-414f-a81c-502b70c227e5 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:53:17.246360 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-261c9aba-1a58-44f3-afd1-2c607b6f5e8d None None] Provisioning complete for port 3ce5c808-05c4-414f-a81c-502b70c227e5 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:53:17.246746 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-261c9aba-1a58-44f3-afd1-2c607b6f5e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:17.287352 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-261c9aba-1a58-44f3-afd1-2c607b6f5e8d None None] Port 3ce5c808-05c4-414f-a81c-502b70c227e5 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:53:17.488442 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18891d45-0b65-4a23-b21a-5b9ae90cf494 req-7e502bab-8f63-414c-a393-63b9bcd4267b tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:17.489881 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18891d45-0b65-4a23-b21a-5b9ae90cf494 req-7e502bab-8f63-414c-a393-63b9bcd4267b tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 931 time: 0.1167221 Jun 11 19:53:17.541149 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce5c808-05c4-414f-a81c-502b70c227e5 {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:53:17.557256 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:17.578566 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18891d45-0b65-4a23-b21a-5b9ae90cf494 req-f46ecda0-87e1-44c5-8ffb-9f4a75723017 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678477 Jun 11 19:53:17.580951 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Transition to ACTIVE for port object 3ce5c808-05c4-414f-a81c-502b70c227e5 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:53:17.642482 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:17.644665 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-787cbe5f-c703-44b8-8bbb-f8e5c036bfc5 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:17.739387 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce5c808-05c4-414f-a81c-502b70c227e5,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:17.767481 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:17.831139 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Attempting to bind port 3ce5c808-05c4-414f-a81c-502b70c227e5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:53:17.831474 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Attempting to bind port 3ce5c808-05c4-414f-a81c-502b70c227e5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:53:17.831806 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Attempting to bind port 3ce5c808-05c4-414f-a81c-502b70c227e5 on network b4b62b40-2057-4f9e-a017-b03fc0d4361f {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:53:17.836251 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Port 3ce5c808-05c4-414f-a81c-502b70c227e5 on network b4b62b40-2057-4f9e-a017-b03fc0d4361f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:53:17.836574 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Attempting to bind port 3ce5c808-05c4-414f-a81c-502b70c227e5 on network b4b62b40-2057-4f9e-a017-b03fc0d4361f {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:53:17.841488 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:53:17.841847 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Checking segment: {'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:53:17.842225 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Bound using segment: {'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:53:17.842643 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Bound port: 3ce5c808-05c4-414f-a81c-502b70c227e5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa2b14c-f525-4fea-acf1-51968b37dfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:53:17.842985 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:17.914090 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] For port 3ce5c808-05c4-414f-a81c-502b70c227e5, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:53:17.917569 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] For port 3ce5c808-05c4-414f-a81c-502b70c227e5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ce5c808-05c4-414f-a81c-502b70c227e5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:53:17.983010 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:17.985704 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:18.020627 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:18.021325 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:18.022600 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] 10.222.0.43 "PUT /v2.0/ports/3ce5c808-05c4-414f-a81c-502b70c227e5 HTTP/1.1" status: 200 len: 1093 time: 0.9592037 Jun 11 19:53:18.023086 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:53:18.025435 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94efadde-28c9-4a39-8bd7-ca832fde54f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:53:18.055448 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce5c808-05c4-414f-a81c-502b70c227e5,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:18.059108 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:18.071366 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dd4696-dfb2-428c-99eb-e6420b749889 x-openstack-request-id: req-c9dd4696-dfb2-428c-99eb-e6420b749889 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:53:18.071366 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:53:18.071366 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9dd4696-dfb2-428c-99eb-e6420b749889 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:53:18.071366 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'status': 'completed', 'code': 200} Jun 11 19:53:18.151798 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efadde-28c9-4a39-8bd7-ca832fde54f1 req-49b65b1b-113b-4005-bb2a-47d50210f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:18.153336 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-94efadde-28c9-4a39-8bd7-ca832fde54f1 req-49b65b1b-113b-4005-bb2a-47d50210f1a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1228b8ceabf048c3a934285fe602cc35&device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1096 time: 0.0688419 Jun 11 19:53:18.275270 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efadde-28c9-4a39-8bd7-ca832fde54f1 req-ae7364bc-5279-4369-8e2a-9d4e79ed0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:18.276707 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-94efadde-28c9-4a39-8bd7-ca832fde54f1 req-ae7364bc-5279-4369-8e2a-9d4e79ed0054 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1228b8ceabf048c3a934285fe602cc35&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1110656 Jun 11 19:53:18.393884 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efadde-28c9-4a39-8bd7-ca832fde54f1 req-e8ce0f07-94a9-46ff-adf3-a43efa15cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:18.395340 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-94efadde-28c9-4a39-8bd7-ca832fde54f1 req-e8ce0f07-94a9-46ff-adf3-a43efa15cf78 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1114006 Jun 11 19:53:18.499271 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e486-3425-410e-a6ec-47d0d08993df req-145d1a79-67f4-4333-89c7-c2c5adac94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:18.500733 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-145d1a79-67f4-4333-89c7-c2c5adac94cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1228b8ceabf048c3a934285fe602cc35&device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1096 time: 0.0616522 Jun 11 19:53:18.553254 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-4758858f-c1ab-42b2-b04d-5a2f059e699d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ce5c808-05c4-414f-a81c-502b70c227e5 HTTP/1.1" status: 200 len: 217 time: 0.0444968 Jun 11 19:53:18.611001 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e486-3425-410e-a6ec-47d0d08993df req-eb23a4ca-ff0d-4ad0-a65d-6ae5cccf5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:18.612526 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-eb23a4ca-ff0d-4ad0-a65d-6ae5cccf5863 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5dafc54a-3fce-41ae-9ef2-f14b0524bbcc HTTP/1.1" status: 200 len: 848 time: 0.0498259 Jun 11 19:53:18.681001 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e486-3425-410e-a6ec-47d0d08993df req-8dda8aa0-f12d-42a0-9c59-95c85be2f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:18.682487 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-8dda8aa0-f12d-42a0-9c59-95c85be2f8fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4b62b40-2057-4f9e-a017-b03fc0d4361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0627563 Jun 11 19:53:18.838463 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-87f1312d-eb85-45d3-80f4-9268e6e7c8a2 service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489279 Jun 11 19:53:18.851876 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb8841-795c-46bd-a29d-85a82db5ad59 req-006925f8-31d9-43ca-b194-ce92a67bf089 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:18.853274 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c6fb8841-795c-46bd-a29d-85a82db5ad59 req-006925f8-31d9-43ca-b194-ce92a67bf089 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 943 time: 0.1572299 Jun 11 19:53:18.971021 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c6fb8841-795c-46bd-a29d-85a82db5ad59 req-fccd9c83-3146-4b68-adb2-58853adf4c4e tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087127 Jun 11 19:53:18.992535 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2443e486-3425-410e-a6ec-47d0d08993df req-4c3630b5-4f64-4597-ad05-3b7cf5193d0a service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383679 Jun 11 19:53:20.300045 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30911d9a-7655-482a-82ce-176ad8c5167e req-f847ccc5-d56f-4cfe-9625-3caa702872b5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:20.301415 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-30911d9a-7655-482a-82ce-176ad8c5167e req-f847ccc5-d56f-4cfe-9625-3caa702872b5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 943 time: 0.0694277 Jun 11 19:53:20.341849 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-30911d9a-7655-482a-82ce-176ad8c5167e req-caa3546f-dfea-4063-9f88-391f87877a6e tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347924 Jun 11 19:53:21.431285 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4ab2-7dd3-40b9-b072-d414ff62bb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:21.521536 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e28dfc-d87f-429a-9975-86f9f29272ed req-ff1b7517-bb39-4d48-ac4e-e6149e2ecbef tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:21.522969 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a7e28dfc-d87f-429a-9975-86f9f29272ed req-ff1b7517-bb39-4d48-ac4e-e6149e2ecbef tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 943 time: 0.0725043 Jun 11 19:53:21.563547 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a7e28dfc-d87f-429a-9975-86f9f29272ed req-3693a79f-bcb6-4783-9cc6-9744c1604ad0 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349176 Jun 11 19:53:22.619094 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 3ce5c808-05c4-414f-a81c-502b70c227e5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:53:22.739596 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 3ce5c808-05c4-414f-a81c-502b70c227e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ce5c808-05c4-414f-a81c-502b70c227e5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:53:22.743995 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a86d0-e397-47d8-a00a-97aed29fa193 req-4821a51d-37a1-4ba1-aa2f-4354fdcf175f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:22.745602 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-437a86d0-e397-47d8-a00a-97aed29fa193 req-4821a51d-37a1-4ba1-aa2f-4354fdcf175f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 943 time: 0.0713446 Jun 11 19:53:22.752513 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'port_id': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'mac_address': 'fa:16:3e:de:ca:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:53:22.786905 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-437a86d0-e397-47d8-a00a-97aed29fa193 req-7b150944-fb3a-4505-8e6f-a21b26312be0 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349977 Jun 11 19:53:22.799505 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:22.815096 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce5c808-05c4-414f-a81c-502b70c227e5 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:53:22.834970 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 3ce5c808-05c4-414f-a81c-502b70c227e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ce5c808-05c4-414f-a81c-502b70c227e5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:53:22.930942 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:22.932862 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:22.985953 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=3ce5c808-05c4-414f-a81c-502b70c227e5,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:22.989323 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:23.260907 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['3ce5c808-05c4-414f-a81c-502b70c227e5'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:53:23.967762 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e49d2d-6a57-4e07-bb7a-4c99fa40a614 req-7eac7436-ae0d-411c-bbb6-971de2e1283f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:23.969244 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-36e49d2d-6a57-4e07-bb7a-4c99fa40a614 req-7eac7436-ae0d-411c-bbb6-971de2e1283f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 944 time: 0.0730188 Jun 11 19:53:23.979806 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-757c08cd-9ecc-4e80-b25c-6ad17480388a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:24.009803 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-36e49d2d-6a57-4e07-bb7a-4c99fa40a614 req-4d0a9a92-44fa-4bd0-a0d8-79c01b86d258 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349429 Jun 11 19:53:24.104909 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:24.645862 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 3ce5c808-05c4-414f-a81c-502b70c227e5 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:53:24.750514 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 3ce5c808-05c4-414f-a81c-502b70c227e5 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:53:24.754065 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 3ce5c808-05c4-414f-a81c-502b70c227e5 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:53:24.754448 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:24.841179 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:24.869733 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:53:24.872015 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e273285-10dd-498b-a14c-65fd213f9d74" -d '{"events": [{"server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "name": "network-vif-plugged", "status": "completed", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:53:24.885458 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 3ce5c808-05c4-414f-a81c-502b70c227e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ce5c808-05c4-414f-a81c-502b70c227e5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:53:24.909239 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbaac36-460b-4a47-a455-397ee66e41bb x-openstack-request-id: req-bdbaac36-460b-4a47-a455-397ee66e41bb {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:53:24.909239 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "name": "network-vif-plugged", "status": "completed", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:53:24.909517 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdbaac36-460b-4a47-a455-397ee66e41bb {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:53:24.909917 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'code': 200} Jun 11 19:53:24.953539 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:24.956396 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-3bfdfafd-b141-498f-bd30-f576f4e2ca4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:25.011764 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=3ce5c808-05c4-414f-a81c-502b70c227e5,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:25.015327 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:25.136485 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:25.192622 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c92ff-5f6a-40fa-9a83-afa48a372b6b req-2f659798-a447-4e72-820f-969ef291c339 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:25.194077 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-418c92ff-5f6a-40fa-9a83-afa48a372b6b req-2f659798-a447-4e72-820f-969ef291c339 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0705330 Jun 11 19:53:25.234752 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-418c92ff-5f6a-40fa-9a83-afa48a372b6b req-b95f1d75-aa03-4d67-8a91-a6b2a7c4cdb4 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348551 Jun 11 19:53:25.360649 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a94e5-40c6-4d8e-8a13-d20324e71568 req-80693d18-8e9a-4b6c-b658-61cafe24de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:25.362100 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-453a94e5-40c6-4d8e-8a13-d20324e71568 req-80693d18-8e9a-4b6c-b658-61cafe24de74 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1098 time: 0.0603421 Jun 11 19:53:25.398806 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-453a94e5-40c6-4d8e-8a13-d20324e71568 req-f9d3ffe4-6e0f-43d7-be87-377256b38d1e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305748 Jun 11 19:53:26.418334 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2efbc-a19a-4d71-abd5-4b6ccee3c837 req-87e1c3ce-7c78-4433-96c0-64c3b45f9465 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:26.419842 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e4f2efbc-a19a-4d71-abd5-4b6ccee3c837 req-87e1c3ce-7c78-4433-96c0-64c3b45f9465 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0706701 Jun 11 19:53:26.462880 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e4f2efbc-a19a-4d71-abd5-4b6ccee3c837 req-6687fb61-5b7a-4c22-a18e-343873b7a2c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371249 Jun 11 19:53:27.102059 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:27.156296 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:27.643174 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ecf61-a1dd-4de4-9bd9-d51be7c48f3a req-5bd99efb-409e-474c-ba8d-1bbf3fbbade6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:27.644630 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3d3ecf61-a1dd-4de4-9bd9-d51be7c48f3a req-5bd99efb-409e-474c-ba8d-1bbf3fbbade6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0726192 Jun 11 19:53:27.685016 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3d3ecf61-a1dd-4de4-9bd9-d51be7c48f3a req-b940d032-de1e-4ab6-a8bb-6da0887dd1c5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348501 Jun 11 19:53:27.864206 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62fc4e-62e0-440c-ac93-7c26cc8a116f req-aae6ef13-7952-4a0c-91f5-0233f30d3ce4 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:27.865668 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3e62fc4e-62e0-440c-ac93-7c26cc8a116f req-aae6ef13-7952-4a0c-91f5-0233f30d3ce4 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0688043 Jun 11 19:53:27.907257 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3e62fc4e-62e0-440c-ac93-7c26cc8a116f req-0450161e-f2ef-4c02-afdd-e0bc85a910ec tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360329 Jun 11 19:53:27.930523 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54294) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:53:28.076326 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163ed0cf-d1d5-46e2-9919-4fe4eb35040b tempest-TestShelveInstance-1662809687 tempest-TestShelveInstance-1662809687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:28.077752 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-163ed0cf-d1d5-46e2-9919-4fe4eb35040b tempest-TestShelveInstance-1662809687 tempest-TestShelveInstance-1662809687-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1093 time: 0.1462712 Jun 11 19:53:28.080632 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54298) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:53:28.084876 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Request body: {'floatingip': {'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'port_id': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:53:28.190958 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for floatingip, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:28.587772 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:28.702393 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Allocated IP 172.28.1.22 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/9b0a7f3a-f5fd-4697-a88e-c4f14134ea8c) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:53:28.828856 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:28.931189 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:28.934188 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-dd5a947d-693c-4c90-890b-ec70f2708051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:28.981014 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:53:28.984410 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:53:28.987975 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:53:29.016814 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event updated for resources: {'Port': ['ID=9b0a7f3a-f5fd-4697-a88e-c4f14134ea8c,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:29.021097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:29.431555 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:29.580151 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:29.762493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:29.811084 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:29.813095 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bd4c5233-dd14-4a38-b14d-ab71d690e2ca tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:29.898757 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event updated for resources: {'Port': ['ID=9b0a7f3a-f5fd-4697-a88e-c4f14134ea8c,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:29.903099 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:29.908758 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:30.043852 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Floating IP 21ee4a1f-c0ed-4a12-bbb0-1ebcad871f6d associated. External IP: 172.28.1.22, port: 3ce5c808-05c4-414f-a81c-502b70c227e5. Jun 11 19:53:30.321365 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Router c6317408-33a3-45ab-bf5a-39a002d39b94 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:53:30.467347 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:53:30.477034 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] Sync routers for ids ['c6317408-33a3-45ab-bf5a-39a002d39b94'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:53:30.487038 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] Routers {'c6317408-33a3-45ab-bf5a-39a002d39b94'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:53:30.487692 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:53:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['c6317408-33a3-45ab-bf5a-39a002d39b94'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:53:30.539477 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:30.581918 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5002046 Jun 11 19:53:30.582488 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:53:30.584802 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95ac027-b715-4a1c-ab06-6c0655a4e366" -d '{"events": [{"name": "network-changed", "server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:53:30.624266 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2f384f-8738-462a-9126-c0df5ecd21a2 x-openstack-request-id: req-5d2f384f-8738-462a-9126-c0df5ecd21a2 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:53:30.624512 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:53:30.624801 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d2f384f-8738-462a-9126-c0df5ecd21a2 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:53:30.625240 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'status': 'completed', 'code': 200} Jun 11 19:53:30.629793 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] Set router c6317408-33a3-45ab-bf5a-39a002d39b94 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:53:30.710025 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-1140ab32-2938-4d0d-a465-a2a946c454c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:30.712300 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-1140ab32-2938-4d0d-a465-a2a946c454c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1228b8ceabf048c3a934285fe602cc35&device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1098 time: 0.0640483 Jun 11 19:53:30.847100 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-c94a5697-07b3-4d69-ab3b-d340ce57cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:30.848468 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-c94a5697-07b3-4d69-ab3b-d340ce57cf94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b4b62b40-2057-4f9e-a017-b03fc0d4361f HTTP/1.1" status: 200 len: 910 time: 0.1290891 Jun 11 19:53:30.934377 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-891063b9-32b7-4970-9e27-c857240be6c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ce5c808-05c4-414f-a81c-502b70c227e5 HTTP/1.1" status: 200 len: 998 time: 0.0793989 Jun 11 19:53:30.990145 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-6334a7f0-bdf4-48a0-9783-6c56ccac3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:31.007900 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-6334a7f0-bdf4-48a0-9783-6c56ccac3fe2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5dafc54a-3fce-41ae-9ef2-f14b0524bbcc HTTP/1.1" status: 200 len: 848 time: 0.0511820 Jun 11 19:53:31.040485 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '21ee4a1f-c0ed-4a12-bbb0-1ebcad871f6d', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'port_id': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'mac_address': 'fa:16:3e:de:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:53:29Z', 'updated_at': '2021-06-11T19:53:29Z', 'revision_number': 0, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2886812e-0756-4c55-a886-c623b1b1f4b5', 'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'mac_address': 'fa:16:3e:61:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:40Z', 'updated_at': '2021-06-11T19:52:47Z', 'revision_number': 5, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'subnets': [{'id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:53:31.043963 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] Checking router: c6317408-33a3-45ab-bf5a-39a002d39b94 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:53:31.052430 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] Routers {'c6317408-33a3-45ab-bf5a-39a002d39b94'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:53:31.053101 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:53:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['c6317408-33a3-45ab-bf5a-39a002d39b94'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:53:31.063424 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-ff43f1b4-94a1-41a4-baa5-a2396628e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:31.065078 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-ff43f1b4-94a1-41a4-baa5-a2396628e4f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4b62b40-2057-4f9e-a017-b03fc0d4361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660315 Jun 11 19:53:31.182463 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-ece4588f-4a9f-4c94-9836-bb4ae73af713 service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112692 Jun 11 19:53:31.204354 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] Set router c6317408-33a3-45ab-bf5a-39a002d39b94 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:53:31.302694 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f95ac027-b715-4a1c-ab06-6c0655a4e366 req-643392ba-3c17-4c4e-b71d-1ac2b20110fe service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133344 Jun 11 19:53:31.491516 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '21ee4a1f-c0ed-4a12-bbb0-1ebcad871f6d', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'port_id': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'mac_address': 'fa:16:3e:de:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:53:29Z', 'updated_at': '2021-06-11T19:53:29Z', 'revision_number': 0, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2886812e-0756-4c55-a886-c623b1b1f4b5', 'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'mac_address': 'fa:16:3e:61:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:40Z', 'updated_at': '2021-06-11T19:52:47Z', 'revision_number': 5, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'subnets': [{'id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:53:31.494805 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd55dde9-42d4-4882-972c-f0fef445c808 None None] The sync data for ids ['c6317408-33a3-45ab-bf5a-39a002d39b94'] in dv-cinder-790535-3-smb is: [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '21ee4a1f-c0ed-4a12-bbb0-1ebcad871f6d', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'port_id': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'mac_address': 'fa:16:3e:de:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:53:29Z', 'updated_at': '2021-06-11T19:53:29Z', 'revision_number': 0, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2886812e-0756-4c55-a886-c623b1b1f4b5', 'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'mac_address': 'fa:16:3e:61:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:40Z', 'updated_at': '2021-06-11T19:52:47Z', 'revision_number': 5, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'subnets': [{'id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:53:31.672067 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05c7a29-17c2-4da4-8fdc-cc10b062c720 None None] New status for floating IP 21ee4a1f-c0ed-4a12-bbb0-1ebcad871f6d: ACTIVE {{(pid=98770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:53:39.556829 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d521b-167e-482a-8196-16adf99a5d8b req-cf2b248c-ccb9-4268-8301-f2cc98c3d4f6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:39.558283 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-967d521b-167e-482a-8196-16adf99a5d8b req-cf2b248c-ccb9-4268-8301-f2cc98c3d4f6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 946 time: 0.0726082 Jun 11 19:53:39.601566 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-967d521b-167e-482a-8196-16adf99a5d8b req-3b347b1f-002b-4db6-9884-15ff7a6bc23b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375288 Jun 11 19:53:40.782043 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21effbe-b0bd-4f17-9a2f-70696cb10f6b req-0acd6275-3b90-4d3e-a057-70051f9d6a3a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:40.783504 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a21effbe-b0bd-4f17-9a2f-70696cb10f6b req-0acd6275-3b90-4d3e-a057-70051f9d6a3a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 946 time: 0.0680742 Jun 11 19:53:40.877229 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a21effbe-b0bd-4f17-9a2f-70696cb10f6b req-8817351b-f184-47f3-aa06-c1e8bafb4db7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879683 Jun 11 19:53:41.610642 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-8cc46a2e-c577-485b-b3fe-2c44e9766246 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:41.612108 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-8cc46a2e-c577-485b-b3fe-2c44e9766246 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 946 time: 0.0727680 Jun 11 19:53:41.722658 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Deleting port 9398bcb2-d2d2-461b-b69b-0eedab46999f {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:53:41.722914 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:41.834631 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] For port 9398bcb2-d2d2-461b-b69b-0eedab46999f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9398bcb2-d2d2-461b-b69b-0eedab46999f,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:53:41.835294 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:42.423915 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:42.424351 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:42.424617 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Floating IP 93d2bf0b-6c6a-4b5c-bfee-b3b00180c642 disassociated. External IP: 172.28.1.227, port: 9398bcb2-d2d2-461b-b69b-0eedab46999f. Jun 11 19:53:42.424969 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Calling delete_port for 9398bcb2-d2d2-461b-b69b-0eedab46999f owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:53:42.499808 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76f706-5fde-436b-b75f-0b461131b692 req-8a1d3180-fe7e-455b-9648-1005f9a446bc tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:42.501318 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1f76f706-5fde-436b-b75f-0b461131b692 req-8a1d3180-fe7e-455b-9648-1005f9a446bc tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 946 time: 0.4954801 Jun 11 19:53:42.564622 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1f76f706-5fde-436b-b75f-0b461131b692 req-29bca5be-6499-479c-a649-1a00c1f39966 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a823cc-e0db-40b3-93bb-19336845ce34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568261 Jun 11 19:53:42.679381 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:42.683496 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bffe5d86-42c2-4f24-9b3d-687ddfba33db tempest-ServerRescueNegativeTestJSON-1065414986 tempest-ServerRescueNegativeTestJSON-1065414986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:42.712827 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event deleted for resources: {'Port': ['ID=9398bcb2-d2d2-461b-b69b-0eedab46999f,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:42.716640 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:42.885976 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Router e208e136-fc7f-4322-9de0-9b4bb22e525c has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:53:43.089360 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:53:43.099540 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] Sync routers for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:53:43.105200 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc638af-cc27-4f4e-8728-c97f5fc0b961 req-9c9d754f-cd12-400e-bacb-2e78436a2ce5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:43.106667 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ccc638af-cc27-4f4e-8728-c97f5fc0b961 req-9c9d754f-cd12-400e-bacb-2e78436a2ce5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.1543281 Jun 11 19:53:43.109231 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:53:43.109847 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:53:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:53:43.162233 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] No DVR routers for this DVR port 9398bcb2-d2d2-461b-b69b-0eedab46999f on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:53:43.164987 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:43.167089 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-942322df-9a92-47dc-aeb1-b26edb50a527 req-a1ac8b9e-2a02-4ed3-94aa-650ca0778269 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.43 "DELETE /v2.0/ports/9398bcb2-d2d2-461b-b69b-0eedab46999f HTTP/1.1" status: 204 len: 173 time: 1.5494096 Jun 11 19:53:43.178219 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'name': 'network-vif-deleted', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:53:43.182468 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa87d9-dc7b-4a6f-8906-641e81c80213" -d '{"events": [{"server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "name": "network-vif-deleted", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:53:43.223792 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ccc638af-cc27-4f4e-8728-c97f5fc0b961 req-b0229118-f5eb-4afc-9859-e5e3e279919c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950804 Jun 11 19:53:43.237636 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a6d9af-cb8b-493e-bfb7-2621e38c0bbd x-openstack-request-id: req-79a6d9af-cb8b-493e-bfb7-2621e38c0bbd {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:53:43.237973 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2ad72f-fae1-4a34-88b5-2642d9c70ee6", "name": "network-vif-deleted", "tag": "9398bcb2-d2d2-461b-b69b-0eedab46999f", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:53:43.248028 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79a6d9af-cb8b-493e-bfb7-2621e38c0bbd {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:53:43.248939 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ad72f-fae1-4a34-88b5-2642d9c70ee6', 'name': 'network-vif-deleted', 'tag': '9398bcb2-d2d2-461b-b69b-0eedab46999f', 'status': 'completed', 'code': 200} Jun 11 19:53:43.269135 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:53:43.535504 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:53:43.539162 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] Checking router: e208e136-fc7f-4322-9de0-9b4bb22e525c for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:53:43.547693 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:53:43.548328 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:53:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:53:43.710745 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:53:43.737259 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d975f1b3-6bc6-492e-af14-827eb5b156bb req-57d9f7d5-a441-4447-97c5-14d356514b93 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2ad72f-fae1-4a34-88b5-2642d9c70ee6 HTTP/1.1" status: 200 len: 210 time: 0.0348666 Jun 11 19:53:44.103140 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:53:44.107784 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ba9a3-2e94-4a8f-8a83-a06fc6f86ba3 None None] The sync data for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb is: [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:53:44.324618 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d49d3-a0e6-4a86-8e58-bd8c010d61eb None None] New status for floating IP 93d2bf0b-6c6a-4b5c-bfee-b3b00180c642: DOWN {{(pid=98770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:53:44.417716 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b18773-bebd-4902-989b-24f03ecf8ec1 req-cd370dd9-41e7-49f5-97dc-3f818ceaafa1 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:44.425113 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-81b18773-bebd-4902-989b-24f03ecf8ec1 req-cd370dd9-41e7-49f5-97dc-3f818ceaafa1 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0812073 Jun 11 19:53:44.465501 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-81b18773-bebd-4902-989b-24f03ecf8ec1 req-35bc317b-db40-442e-9f5f-6e17020a4c84 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394855 Jun 11 19:53:44.684507 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 9398bcb2-d2d2-461b-b69b-0eedab46999f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:53:44.709467 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 9398bcb2-d2d2-461b-b69b-0eedab46999f {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:53:44.709820 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 9398bcb2-d2d2-461b-b69b-0eedab46999f not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:53:44.925410 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 54396) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:53:44.987705 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:45.011742 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:45.127739 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:45.130370 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:45.131537 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "DELETE /v2.0/security-groups/68a823cc-e0db-40b3-93bb-19336845ce34 HTTP/1.1" status: 204 len: 168 time: 0.2051680 Jun 11 19:53:45.132322 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-beb3c8c8-71e0-4fa9-ad93-b50a98ca6a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:45.134461 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54400) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:53:45.143604 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a823cc-e0db-40b3-93bb-19336845ce34,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:45.150218 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.api.v2.resource [None req-2b8507a3-132b-4d5d-94fc-b97439f852eb tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] show failed (client error): The resource could not be found. Jun 11 19:53:45.151211 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-2b8507a3-132b-4d5d-94fc-b97439f852eb tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups/68a823cc-e0db-40b3-93bb-19336845ce34 HTTP/1.1" status: 404 len: 347 time: 0.0156708 Jun 11 19:53:45.151561 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.152015 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.152440 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.152821 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.153174 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.153524 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.154061 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.154226 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54402) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:53:45.154411 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.154757 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.155127 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.155466 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.155994 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:45.159731 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:45.322750 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Deleting port ee8f29f8-3a62-4b41-87e2-eca6ebd0fc76 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:53:45.323009 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:45.422221 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:45.422889 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:45.513039 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Calling delete_port for ee8f29f8-3a62-4b41-87e2-eca6ebd0fc76 owned by network:floatingip {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:53:45.724801 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053c3e1-a17e-46a8-a5bd-af3c229e1e01 req-6d67f954-9bbe-4bce-ae0e-de2a7df43fb1 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:45.726270 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c053c3e1-a17e-46a8-a5bd-af3c229e1e01 req-6d67f954-9bbe-4bce-ae0e-de2a7df43fb1 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.1403427 Jun 11 19:53:45.768019 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c053c3e1-a17e-46a8-a5bd-af3c229e1e01 req-935bea96-7a27-4f3d-933c-7a82a5b6bb54 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359037 Jun 11 19:53:45.782520 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:45.785501 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:45.813221 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event deleted for resources: {'Port': ['ID=ee8f29f8-3a62-4b41-87e2-eca6ebd0fc76,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:45.816272 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:45.895435 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:45.899169 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:45.900758 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "DELETE /v2.0/floatingips/93d2bf0b-6c6a-4b5c-bfee-b3b00180c642 HTTP/1.1" status: 204 len: 168 time: 0.7455246 Jun 11 19:53:46.546136 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 54408) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:53:46.550781 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--189290516', 'description': 'tempest-description--1232830872'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:53:46.615966 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:46.699348 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:46.758756 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:46.761095 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e3d05a1e-bfc4-4f56-a613-e5af3ea5c557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:46.788394 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fa5d38-13d3-42c3-aa2e-b74e4424d78b,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:46.795920 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.796328 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.796701 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.797093 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.797454 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.797815 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.798172 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.798528 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.799115 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.799209 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.799567 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.799916 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:46.803389 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:46.827655 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:46.828984 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2818639 Jun 11 19:53:46.831954 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 54412) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:53:46.836716 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-82f63e02-64ef-421e-99f9-d1f3a6701f38 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'security_group_rule': {'security_group_id': '85fa5d38-13d3-42c3-aa2e-b74e4424d78b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:53:46.901452 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-82f63e02-64ef-421e-99f9-d1f3a6701f38 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:46.958298 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9595f7d-67e0-427a-99e4-d0ea28e06413 req-ee07e428-a86b-4dcd-a692-e92485c7820e tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:46.959828 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d9595f7d-67e0-427a-99e4-d0ea28e06413 req-ee07e428-a86b-4dcd-a692-e92485c7820e tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0771587 Jun 11 19:53:46.970135 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-82f63e02-64ef-421e-99f9-d1f3a6701f38 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:47.001661 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d9595f7d-67e0-427a-99e4-d0ea28e06413 req-a6653227-ae1b-4e78-929c-06616f224852 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354884 Jun 11 19:53:47.047784 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-82f63e02-64ef-421e-99f9-d1f3a6701f38 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:47.049883 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8e8bc551-edf4-43ef-91a9-b9ec2e02fe5a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:47.066059 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f63e02-64ef-421e-99f9-d1f3a6701f38 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abce520-860f-4880-b548-3d39a1339352,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:47.068352 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-82f63e02-64ef-421e-99f9-d1f3a6701f38 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:47.133381 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-82f63e02-64ef-421e-99f9-d1f3a6701f38 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:47.134746 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-82f63e02-64ef-421e-99f9-d1f3a6701f38 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3017898 Jun 11 19:53:47.137519 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 54414) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:53:47.141931 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-d9af99a7-9e20-4b2a-8191-6cada8e8a464 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'security_group_rule': {'security_group_id': '85fa5d38-13d3-42c3-aa2e-b74e4424d78b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:53:47.226871 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d9af99a7-9e20-4b2a-8191-6cada8e8a464 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:47.289198 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d9af99a7-9e20-4b2a-8191-6cada8e8a464 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:47.342379 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d9af99a7-9e20-4b2a-8191-6cada8e8a464 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:47.344441 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-727faa54-448a-40b4-887d-369de90c8b3e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:47.360935 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af99a7-9e20-4b2a-8191-6cada8e8a464 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d365ac-0dad-41b2-869c-ec56b91ef26a,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:47.364315 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d9af99a7-9e20-4b2a-8191-6cada8e8a464 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:47.438734 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d9af99a7-9e20-4b2a-8191-6cada8e8a464 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:47.439942 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-d9af99a7-9e20-4b2a-8191-6cada8e8a464 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3014894 Jun 11 19:53:47.443032 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 54416) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:53:47.447352 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'floatingip': {'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:53:47.524488 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:47.638956 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:47.752976 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Allocated IP 172.28.1.175 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/33925b61-10fe-4066-a916-e29447c0adaa) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:53:48.078412 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:48.165417 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3166578'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:48.168653 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:48.182026 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f873b8-91de-4e71-8adc-d0125522fa21 req-fc40176f-4221-4660-9841-6d454c909515 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:48.183634 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d0f873b8-91de-4e71-8adc-d0125522fa21 req-fc40176f-4221-4660-9841-6d454c909515 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0711880 Jun 11 19:53:48.218181 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:53:48.221119 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:53:48.224509 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:53:48.230515 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d0f873b8-91de-4e71-8adc-d0125522fa21 req-8a1e1e09-bdde-4c2e-a126-6357b40aeffc tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Jun 11 19:53:48.254935 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'Port': ['ID=33925b61-10fe-4066-a916-e29447c0adaa,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:48.258854 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:48.362902 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:48.448281 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:48.622912 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for port, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:48.661469 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166540'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:48.663582 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:48.747815 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'Port': ['ID=33925b61-10fe-4066-a916-e29447c0adaa,revision_number=2']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:48.750482 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:48.759049 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:48.832813 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:48.834140 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3902037 Jun 11 19:53:49.022689 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-1f43edbd-77db-40b2-8dd9-2636cfeb4853 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--189290516&fields=id&tenant_id=a378e1af31f9470db697244bd32c1cf4 HTTP/1.1" status: 200 len: 267 time: 0.0388863 Jun 11 19:53:49.149761 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-2500d85b-a30c-4f56-8261-6ec27c77ec84 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:49.151176 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-2500d85b-a30c-4f56-8261-6ec27c77ec84 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 816 time: 0.1223056 Jun 11 19:53:49.165090 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-2ea1082f-81ec-4408-9a1b-eb3106c0dee0 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/quotas/a378e1af31f9470db697244bd32c1cf4 HTTP/1.1" status: 200 len: 375 time: 0.0084629 Jun 11 19:53:49.239879 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-d24f05c7-62db-4ce3-bf32-71b477454f80 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701399 Jun 11 19:53:49.440669 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-21328c0b-0d1b-43ae-aa90-4b866e5d4418 service neutron] 10.222.0.37 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870673 Jun 11 19:53:49.489419 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894847c-32f9-4a59-959b-ca09ef1dc19a req-052a588c-7bd1-400f-9db5-17939b66bd8b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:49.490809 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b894847c-32f9-4a59-959b-ca09ef1dc19a req-052a588c-7bd1-400f-9db5-17939b66bd8b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.1190073 Jun 11 19:53:49.590838 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b894847c-32f9-4a59-959b-ca09ef1dc19a req-90953dc5-fb92-45f5-a793-f0895ebf582d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937741 Jun 11 19:53:49.594245 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-aec7324e-a75b-4c43-bd5b-03fbfbca6e59 service neutron] 10.222.0.37 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473176 Jun 11 19:53:49.864800 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d621adc1-345d-4b7e-a2f7-277ce9e1d444 req-0a93a289-f0d7-4701-848d-653b7ab9cc5c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 210 time: 0.0343063 Jun 11 19:53:50.771281 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d89857-3330-4fff-afa5-2f98aff002f5 req-a8c6f59d-d9f6-4e98-a458-5b6fa9636389 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:50.772774 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-83d89857-3330-4fff-afa5-2f98aff002f5 req-a8c6f59d-d9f6-4e98-a458-5b6fa9636389 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0730875 Jun 11 19:53:50.814372 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-83d89857-3330-4fff-afa5-2f98aff002f5 req-3a804dea-4bd4-4939-b71e-d198bfe78f04 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357010 Jun 11 19:53:51.012542 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c1daa014-1863-4a46-a452-9e681029c46f req-45e0ab0c-e28c-4eb9-bfcd-cb120848baea tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 210 time: 0.0327086 Jun 11 19:53:51.427285 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-e163d0bd-ea18-4c8f-99e4-63f9c5b5c0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:51.914797 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-fb88a6e7-d2db-4f59-9d43-007f06699968 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:51.916395 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-fb88a6e7-d2db-4f59-9d43-007f06699968 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.43 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 816 time: 0.1319215 Jun 11 19:53:51.998389 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-94bc0ee3-8067-415b-a42c-401c097dbf1c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a378e1af31f9470db697244bd32c1cf4 HTTP/1.1" status: 200 len: 379 time: 0.0720980 Jun 11 19:53:52.011556 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'port': {'device_id': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'admin_state_up': True, 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'security_groups': ['85fa5d38-13d3-42c3-aa2e-b74e4424d78b']}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:53:52.071310 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b5665-da31-4b48-a21e-0a39af20ad0a req-a488f0a0-14ef-40f4-9d22-aad98e47bedf tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:52.072797 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cc4b5665-da31-4b48-a21e-0a39af20ad0a req-a488f0a0-14ef-40f4-9d22-aad98e47bedf tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.1399386 Jun 11 19:53:52.182671 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f3aa8a61-cc7d-4f18-876b-4b3988c448ac req-42f00bcd-ebd8-45be-9d7f-3ccbd9a23a68 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 210 time: 0.0438159 Jun 11 19:53:52.206116 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cc4b5665-da31-4b48-a21e-0a39af20ad0a req-507d387c-a976-4fda-8a42-6f5fa85024ae tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932546 Jun 11 19:53:52.304576 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Made reservation on behalf of a378e1af31f9470db697244bd32c1cf4 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:53:52.308612 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:52.445615 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Allocated IP 172.20.0.12 (c98e101b-9b45-42ce-ab6c-9eb5fa49e132/49272f7e-2d72-4d72-950c-1525b95f657c/c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:53:52.604308 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:52.616885 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Transition to ACTIVE for port object c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:53:52.731507 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:52.738336 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-26ecd504-0a4b-4711-af15-b334d59f1b80 tempest-VolumesActionsTest-710643792 tempest-VolumesActionsTest-710643792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:52.742322 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:53:52.777257 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:53:52.784412 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:53:52.788068 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:53:52.824516 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event updated for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:52.832642 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:52.850481 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:52.851085 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:52.925495 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9183531 Jun 11 19:53:52.938083 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Request body: {'port': {'device_id': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:53:53.023421 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:53.024869 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-bb2c482d-e9f9-495d-a47b-7a1ff24fad66 None None] Provisioning for port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:53:53.028907 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-bb2c482d-e9f9-495d-a47b-7a1ff24fad66 None None] Provisioning complete for port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:53:53.029335 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-bb2c482d-e9f9-495d-a47b-7a1ff24fad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:53.068686 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c482d-e9f9-495d-a47b-7a1ff24fad66 None None] Port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:53:53.376237 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:53:53.404997 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:53.437504 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Transition to ACTIVE for port object c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:53:53.467661 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc6f36-1478-4c41-abf3-201203050c1f req-2c5d383d-43c9-4b2a-8d1b-c48b55429c89 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:53.469140 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ddfc6f36-1478-4c41-abf3-201203050c1f req-2c5d383d-43c9-4b2a-8d1b-c48b55429c89 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 932 time: 0.1473968 Jun 11 19:53:53.477071 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1336c-97f4-48a7-a1b4-21053b883acc req-687283f3-43c3-4d67-b7ec-6a29c970697c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:53.478439 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38e1336c-97f4-48a7-a1b4-21053b883acc req-687283f3-43c3-4d67-b7ec-6a29c970697c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.1388099 Jun 11 19:53:53.519318 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:53.528201 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1f808df7-3107-472a-8689-e3a973b09e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:53.567525 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ddfc6f36-1478-4c41-abf3-201203050c1f req-fdeeef10-bfde-426d-8977-237311c3c314 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881383 Jun 11 19:53:53.594637 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38e1336c-97f4-48a7-a1b4-21053b883acc req-3a62dceb-62ad-4b53-a5ac-1ef29484dd4a tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089549 Jun 11 19:53:53.943462 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Pushing event updated for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:53.946675 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:53.981536 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-1a3fecdd-dac7-490a-b5ad-f2aa9b6f32ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:54.028040 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Attempting to bind port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:53:54.028403 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Attempting to bind port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:53:54.028738 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Attempting to bind port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce on network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:53:54.033444 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce on network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:53:54.033760 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Attempting to bind port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce on network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:53:54.038412 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:53:54.044388 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Checking segment: {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:53:54.044388 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Bound using segment: {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:53:54.044388 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Bound port: c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7634038c-de6d-41ef-885b-cb3dad322731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:53:54.044388 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:54.108238 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:54.114622 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:53:54.117596 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:53:54.211175 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:54.213479 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-af4341b4-704e-4fa4-8ebb-eed0ef821a0c tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:54.256010 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:54.256684 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:54.258092 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] 10.222.0.43 "PUT /v2.0/ports/c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce HTTP/1.1" status: 200 len: 1094 time: 1.3245897 Jun 11 19:53:54.258598 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:53:54.260907 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d8a20f-0d50-4b73-8988-181aa7737824" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:53:54.281355 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Pushing event updated for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:54.284482 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:54.304838 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f6af65-2ed5-4ebf-9891-d70c48ec9fb6 x-openstack-request-id: req-14f6af65-2ed5-4ebf-9891-d70c48ec9fb6 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:53:54.305162 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:53:54.305966 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14f6af65-2ed5-4ebf-9891-d70c48ec9fb6 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:53:54.306090 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'status': 'completed', 'code': 200} Jun 11 19:53:54.390648 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8a20f-0d50-4b73-8988-181aa7737824 req-2e554d0d-1d1a-4efe-96e6-f8aeea9422c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:54.392157 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e4d8a20f-0d50-4b73-8988-181aa7737824 req-2e554d0d-1d1a-4efe-96e6-f8aeea9422c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 1097 time: 0.0626984 Jun 11 19:53:54.544499 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8a20f-0d50-4b73-8988-181aa7737824 req-c6322cc2-5fe5-4802-8052-2c4634ea140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:54.546501 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e4d8a20f-0d50-4b73-8988-181aa7737824 req-c6322cc2-5fe5-4802-8052-2c4634ea140c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a378e1af31f9470db697244bd32c1cf4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1469886 Jun 11 19:53:54.646430 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-4c2ef9f8-bb56-42a0-8320-4015186e62ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1481185 Jun 11 19:53:54.679708 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8a20f-0d50-4b73-8988-181aa7737824 req-c3e676e0-36f9-4266-80de-b86818dbcd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:54.681445 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e4d8a20f-0d50-4b73-8988-181aa7737824 req-c3e676e0-36f9-4266-80de-b86818dbcd35 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268160 Jun 11 19:53:54.936574 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdcd99-b100-40e8-ba72-0f148be7d6af req-842c1e3e-1cd5-4f43-9a51-492bfd08d572 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:54.939274 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1cfdcd99-b100-40e8-ba72-0f148be7d6af req-842c1e3e-1cd5-4f43-9a51-492bfd08d572 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.2429998 Jun 11 19:53:54.943403 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-700b0c02-7f92-4cd8-ade7-07c0ca6f3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:54.944821 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-700b0c02-7f92-4cd8-ade7-07c0ca6f3415 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 1097 time: 0.1806231 Jun 11 19:53:54.946550 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-de9c2962-3d3e-4a86-b365-84314bf6680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:54.947872 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-de9c2962-3d3e-4a86-b365-84314bf6680c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 1098 time: 0.2503469 Jun 11 19:53:54.956456 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92f3b3-8923-4ea2-876a-d2a57df24c66 req-b749a2cd-021b-4611-a743-aa5edcd7b59c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:54.957818 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ef92f3b3-8923-4ea2-876a-d2a57df24c66 req-b749a2cd-021b-4611-a743-aa5edcd7b59c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.2383301 Jun 11 19:53:55.037148 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-324cb909-8913-49b4-a950-93d4721dd293 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce HTTP/1.1" status: 200 len: 217 time: 0.0771508 Jun 11 19:53:55.147781 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:55.195302 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1cfdcd99-b100-40e8-ba72-0f148be7d6af req-892a6d55-c98c-43ca-b70c-1dbaae6a67b0 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364008 Jun 11 19:53:55.207546 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ef92f3b3-8923-4ea2-876a-d2a57df24c66 req-70cefd28-28b7-48e8-8721-282c86eae65f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394693 Jun 11 19:53:55.223642 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-c86ec061-f92d-43c4-a849-7d93c384b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:55.225105 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-c86ec061-f92d-43c4-a849-7d93c384b0d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49272f7e-2d72-4d72-950c-1525b95f657c HTTP/1.1" status: 200 len: 855 time: 0.1675684 Jun 11 19:53:55.229579 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-d1747715-cb48-4997-9e24-5504eac4193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:55.232377 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-d1747715-cb48-4997-9e24-5504eac4193d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 200 len: 912 time: 0.2171910 Jun 11 19:53:55.346446 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-be686be2-cbec-48ea-8ad8-5a410ec7ca14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 HTTP/1.1" status: 200 len: 1001 time: 0.1073163 Jun 11 19:53:55.400111 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-74474c1d-f2f2-4127-bbdd-f604cbe028e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:55.401609 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-74474c1d-f2f2-4127-bbdd-f604cbe028e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1698339 Jun 11 19:53:55.418935 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-8db48500-e65a-4b94-8cbd-ac515d54b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:55.420306 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-8db48500-e65a-4b94-8cbd-ac515d54b1ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b89e1a3-1efa-40f0-946b-3d72f37ff570 HTTP/1.1" status: 200 len: 850 time: 0.0682194 Jun 11 19:53:55.566221 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-cb41b003-8f54-461b-bedb-c9bbb3834e76 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573179 Jun 11 19:53:55.568906 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-3710a21d-0ac9-410b-b416-ecdfabdab28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:55.570249 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-3710a21d-0ac9-410b-b416-ecdfabdab28a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1379328 Jun 11 19:53:55.832284 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-d43ad111-8a85-4e4d-acfc-9244e0d8cc31 service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536628 Jun 11 19:53:55.836820 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-666edcdb-7482-4ef5-962d-73c2ee1894f5 req-6ac27eee-8de1-484d-aad6-4b3a30cdf1f1 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573636 Jun 11 19:53:55.850389 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f24ef-e133-460d-afaf-1f1e6a546ae1 req-6fbdbfbe-1a3e-46c7-81d1-492dd90e3970 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:55.851804 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0c2f24ef-e133-460d-afaf-1f1e6a546ae1 req-6fbdbfbe-1a3e-46c7-81d1-492dd90e3970 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.2576327 Jun 11 19:53:55.902461 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0c2f24ef-e133-460d-afaf-1f1e6a546ae1 req-bf17b352-cc4d-480e-a17b-2c66bea73079 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444477 Jun 11 19:53:56.004891 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-50cbb3ed-d993-4bdb-a793-f43ebfd79936 req-4b08d028-14ab-4bb5-b41b-9de770fed04d service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626921 Jun 11 19:53:56.146984 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-62a31bdd-2adc-4175-b24a-a284a39ed301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:56.148430 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-62a31bdd-2adc-4175-b24a-a284a39ed301 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 1098 time: 0.0571461 Jun 11 19:53:56.261724 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-94a895e9-18fd-4dae-9754-82d814a770fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:56.263174 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-94a895e9-18fd-4dae-9754-82d814a770fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 200 len: 912 time: 0.1091154 Jun 11 19:53:56.382575 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-685c39b5-5a90-435e-9217-ae2c04786a60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 HTTP/1.1" status: 200 len: 1001 time: 0.1127546 Jun 11 19:53:56.453633 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f00bbd-9f63-4ac1-92b4-3351181db170 req-cb1c4dd8-093a-4242-a2a9-559c7e3a77a2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:56.455022 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-06f00bbd-9f63-4ac1-92b4-3351181db170 req-cb1c4dd8-093a-4242-a2a9-559c7e3a77a2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.1343050 Jun 11 19:53:56.458508 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-de2f88c2-1655-4516-b301-dfea2774bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:56.459811 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-de2f88c2-1655-4516-b301-dfea2774bd0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b89e1a3-1efa-40f0-946b-3d72f37ff570 HTTP/1.1" status: 200 len: 850 time: 0.0693290 Jun 11 19:53:56.530335 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-06f00bbd-9f63-4ac1-92b4-3351181db170 req-f2d5d4c1-0d0c-4abc-bea1-dd20f765c98b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683401 Jun 11 19:53:56.548897 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-b8ba44f8-8503-4ea2-9114-a162e8c1dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:56.550337 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-b8ba44f8-8503-4ea2-9114-a162e8c1dbc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808241 Jun 11 19:53:56.666524 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-b993e4b1-6813-4fa2-ae45-1e5a632fb51b service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072998 Jun 11 19:53:56.789076 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3c961ad3-aa4f-4d2d-b89c-c305d0fc455e req-86e8cd2a-ba3c-4a11-b5e2-481cff102809 service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080439 Jun 11 19:53:57.081094 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007eaec9-db6a-4966-9916-e95434f99db2 req-9397f32e-6352-4cbb-b5fc-992c47e0823f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:57.082553 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-007eaec9-db6a-4966-9916-e95434f99db2 req-9397f32e-6352-4cbb-b5fc-992c47e0823f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0684977 Jun 11 19:53:57.107216 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:57.123969 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-007eaec9-db6a-4966-9916-e95434f99db2 req-a1727ac5-c20a-4004-a41d-04dfbef2ba1f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357375 Jun 11 19:53:57.184736 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:57.712756 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764957-971b-462b-bbb8-1a509eb286a9 req-097f2fff-5ce1-4c79-aff9-c76693a0a37d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:57.714482 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b7764957-971b-462b-bbb8-1a509eb286a9 req-097f2fff-5ce1-4c79-aff9-c76693a0a37d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0709693 Jun 11 19:53:57.757595 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b7764957-971b-462b-bbb8-1a509eb286a9 req-1d54acbc-8dc4-4f00-86b4-6340b7fe9cd7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374362 Jun 11 19:53:58.453513 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cd156-6898-48a7-950b-df7d26c0a808 req-efeedb82-8aa1-421c-8087-46f931f500ec tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:58.454849 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-530cd156-6898-48a7-950b-df7d26c0a808 req-efeedb82-8aa1-421c-8087-46f931f500ec tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0668340 Jun 11 19:53:58.496367 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-530cd156-6898-48a7-950b-df7d26c0a808 req-df592f35-8cc5-4413-97fc-4e73ce46bd09 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360248 Jun 11 19:53:58.729639 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:53:58.845259 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:53:58.856951 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'port_id': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'mac_address': 'fa:16:3e:a1:c4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:53:58.908105 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:58.922889 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:53:58.943995 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:53:58.989548 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aab403-320f-4a62-8e97-3e41880c3da3 req-7b661aa6-87ef-4c4c-b955-6855f50320be tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:53:58.990954 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-49aab403-320f-4a62-8e97-3e41880c3da3 req-7b661aa6-87ef-4c4c-b955-6855f50320be tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.1206529 Jun 11 19:53:59.030570 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:53:59.032435 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:53:59.089660 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:53:59.097240 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.097596 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.097940 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.098280 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.098618 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.098951 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.099282 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.099611 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.099940 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.100460 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.100780 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.101102 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:53:59.105284 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:53:59.326100 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-49aab403-320f-4a62-8e97-3e41880c3da3 req-c6f05030-8ee9-4ef4-bb4c-82a205daea49 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291545 Jun 11 19:53:59.339273 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:54:00.506111 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56efa-31ea-43ea-ad5b-506e738c9bc1 req-32084704-d807-4433-9080-d11cbec0709e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:00.507532 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-acb56efa-31ea-43ea-ad5b-506e738c9bc1 req-32084704-d807-4433-9080-d11cbec0709e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 945 time: 0.0681491 Jun 11 19:54:00.547148 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-acb56efa-31ea-43ea-ad5b-506e738c9bc1 req-f46504b5-83b9-4732-86b2-04bfb57535b7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340524 Jun 11 19:54:00.750224 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:54:00.870467 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:54:00.874114 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:54:00.874488 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:00.966481 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:00.991104 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:54:00.993445 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3496ac39-7c43-4208-80bb-a52062c2a751" -d '{"events": [{"server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "name": "network-vif-plugged", "status": "completed", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:54:01.007923 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:54:01.030154 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37d7c97-722f-41b9-bf06-03fa76696e21 x-openstack-request-id: req-a37d7c97-722f-41b9-bf06-03fa76696e21 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:54:01.030154 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "name": "network-vif-plugged", "status": "completed", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:54:01.030154 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a37d7c97-722f-41b9-bf06-03fa76696e21 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:54:01.030154 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'code': 200} Jun 11 19:54:01.070892 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:01.072923 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:54:01.124663 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:54:01.127568 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:54:01.364217 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d70c4-2419-4b07-b3e7-ff69b2bc7fb1 req-84b784fa-1090-4fd4-bc15-dcae8080a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:01.365660 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e04d70c4-2419-4b07-b3e7-ff69b2bc7fb1 req-84b784fa-1090-4fd4-bc15-dcae8080a0bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 1099 time: 0.0597067 Jun 11 19:54:01.401502 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e04d70c4-2419-4b07-b3e7-ff69b2bc7fb1 req-701599d2-25c3-42b4-9341-508d731886d0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287488 Jun 11 19:54:01.743077 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fa73e-1ece-4add-88fa-5d579c115d29 req-1625d287-f78f-40f8-89ce-03ec24f0966e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:01.744489 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-068fa73e-1ece-4add-88fa-5d579c115d29 req-1625d287-f78f-40f8-89ce-03ec24f0966e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0675144 Jun 11 19:54:01.785032 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-068fa73e-1ece-4add-88fa-5d579c115d29 req-422be276-2a92-426b-b7e8-8490cf5f5042 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344088 Jun 11 19:54:02.971729 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0064e-e8d8-47bb-ae64-f7ef1cc071c8 req-d1a6e500-791a-43d6-b5ed-fea908f63f7b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:02.973204 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2bb0064e-e8d8-47bb-ae64-f7ef1cc071c8 req-d1a6e500-791a-43d6-b5ed-fea908f63f7b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0719080 Jun 11 19:54:03.016863 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2bb0064e-e8d8-47bb-ae64-f7ef1cc071c8 req-04af1556-c425-4484-8169-3bed2bbecbf9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380812 Jun 11 19:54:03.189984 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c69a4-d829-4936-b904-40947eb92945 req-c655f166-c1a9-4a7d-9112-fde6998d937e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:03.191429 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-536c69a4-d829-4936-b904-40947eb92945 req-c655f166-c1a9-4a7d-9112-fde6998d937e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0673919 Jun 11 19:54:03.199809 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 54508) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:54:03.205081 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-494705c5-4470-4cbe-ad84-40fde67b5ee2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Request body: {'floatingip': {'port_id': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:54:03.287812 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-494705c5-4470-4cbe-ad84-40fde67b5ee2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:03.948750 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-494705c5-4470-4cbe-ad84-40fde67b5ee2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:04.016042 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-494705c5-4470-4cbe-ad84-40fde67b5ee2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:04.353214 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.l3_db [None req-494705c5-4470-4cbe-ad84-40fde67b5ee2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Floating IP 0fe8fc18-bb01-447f-ae79-48d199d24542 associated. External IP: 172.28.1.175, port: c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce. Jun 11 19:54:04.636951 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494705c5-4470-4cbe-ad84-40fde67b5ee2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Router e208e136-fc7f-4322-9de0-9b4bb22e525c has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:54:04.781036 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494705c5-4470-4cbe-ad84-40fde67b5ee2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:54:04.785986 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-494705c5-4470-4cbe-ad84-40fde67b5ee2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:04.790450 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] Sync routers for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:54:04.800727 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:54:04.801338 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:53:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:54:04.828354 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-494705c5-4470-4cbe-ad84-40fde67b5ee2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "PUT /v2.0/floatingips/0fe8fc18-bb01-447f-ae79-48d199d24542 HTTP/1.1" status: 200 len: 992 time: 1.6273677 Jun 11 19:54:04.828984 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'}] {{(pid=98768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:54:04.831428 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501d27d0949e7fb208166c2e05cf5b0f7f5f27b899644c5db7bc98bf53ef2bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1621d2c-bb8d-4991-9ddb-2731b7315043" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce"}]}' {{(pid=98768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:54:04.928316 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd5e8c7-6b99-47f7-b1cf-df30c68006ae x-openstack-request-id: req-5fd5e8c7-6b99-47f7-b1cf-df30c68006ae {{(pid=98768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:54:04.928638 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce", "status": "completed", "code": 200}]} {{(pid=98768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:54:04.928920 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fd5e8c7-6b99-47f7-b1cf-df30c68006ae {{(pid=98768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:54:04.929342 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'status': 'completed', 'code': 200} Jun 11 19:54:04.945967 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:54:05.011908 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-70018487-7c69-4437-965e-7db3a2852806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:05.014994 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-70018487-7c69-4437-965e-7db3a2852806 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 1099 time: 0.0613103 Jun 11 19:54:05.130300 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-1a99fcdd-94a1-4de9-bddd-cc60bc4ddb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:05.131757 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-1a99fcdd-94a1-4de9-bddd-cc60bc4ddb06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 917 time: 0.1107621 Jun 11 19:54:05.218388 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-704a81cd-4433-4053-9de5-5ff6338d7c35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce HTTP/1.1" status: 200 len: 1000 time: 0.0794058 Jun 11 19:54:05.277216 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-08bf4069-5ea2-44a6-a32b-db6dffbbf450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:05.278818 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-08bf4069-5ea2-44a6-a32b-db6dffbbf450 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49272f7e-2d72-4d72-950c-1525b95f657c HTTP/1.1" status: 200 len: 855 time: 0.0548203 Jun 11 19:54:05.350198 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-70f07656-4e3f-4a10-b44c-4eaab28acfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:05.351701 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-70f07656-4e3f-4a10-b44c-4eaab28acfdc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0664718 Jun 11 19:54:05.359437 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '0fe8fc18-bb01-447f-ae79-48d199d24542', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'floating_ip_address': '172.28.1.175', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'port_id': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'mac_address': 'fa:16:3e:a1:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:53:48Z', 'updated_at': '2021-06-11T19:54:03Z', 'revision_number': 1, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:54:05.362919 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] Checking router: e208e136-fc7f-4322-9de0-9b4bb22e525c for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:54:05.370993 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:54:05.371601 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:53:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:54:05.461569 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-be59d7db-395d-4574-9ef9-2f0ca07742d8 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028206 Jun 11 19:54:05.509885 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:54:05.579378 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b1621d2c-bb8d-4991-9ddb-2731b7315043 req-ae362b55-2984-4322-8c5e-9796f7b042e4 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109912 Jun 11 19:54:05.797930 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '0fe8fc18-bb01-447f-ae79-48d199d24542', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'floating_ip_address': '172.28.1.175', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'port_id': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'mac_address': 'fa:16:3e:a1:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:53:48Z', 'updated_at': '2021-06-11T19:54:03Z', 'revision_number': 1, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:54:05.801340 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23f839-977d-4ab2-80b9-57d86205ab20 None None] The sync data for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb is: [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '0fe8fc18-bb01-447f-ae79-48d199d24542', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'floating_ip_address': '172.28.1.175', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'port_id': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'mac_address': 'fa:16:3e:a1:c4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:53:48Z', 'updated_at': '2021-06-11T19:54:03Z', 'revision_number': 1, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:54:05.972386 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4045ae7-bfad-43df-8398-8c22cf348698 None None] New status for floating IP 0fe8fc18-bb01-447f-ae79-48d199d24542: ACTIVE {{(pid=98770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:54:21.418717 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-5ecde789-0603-4277-887e-1eca0ba218a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:23.986852 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-dbad7c6b-e65e-41f5-9e25-ad68aadf9aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:24.095452 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:25.169981 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:27.156159 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:27.203581 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:29.740225 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:54:51.435576 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-142b2963-1665-42d6-a933-cfaf90b62535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:53.989370 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b7170bf6-f66f-481f-8a26-be51c7360f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:54.086424 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:55.161117 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:56.584902 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-3649fccd-5b1c-4535-bf40-99aa75473483 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630085 Jun 11 19:54:56.666021 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-cf837e64-2b4e-46b5-b677-75781b05edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:56.667487 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-cf837e64-2b4e-46b5-b677-75781b05edc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1228b8ceabf048c3a934285fe602cc35&device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1098 time: 0.0593147 Jun 11 19:54:56.800057 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-d1852b66-e6f7-4147-b933-7d94cdf64349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:56.801495 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-d1852b66-e6f7-4147-b933-7d94cdf64349 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b4b62b40-2057-4f9e-a017-b03fc0d4361f HTTP/1.1" status: 200 len: 910 time: 0.1089289 Jun 11 19:54:56.881228 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-657d0969-4d8f-4062-8d2e-1dd5d3049002 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ce5c808-05c4-414f-a81c-502b70c227e5 HTTP/1.1" status: 200 len: 1000 time: 0.0722106 Jun 11 19:54:56.940520 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-bbe66cea-b59e-4493-a6f5-5b3d465c2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:56.941945 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-bbe66cea-b59e-4493-a6f5-5b3d465c2c31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5dafc54a-3fce-41ae-9ef2-f14b0524bbcc HTTP/1.1" status: 200 len: 848 time: 0.0543101 Jun 11 19:54:57.004915 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-b5cc1499-a256-407a-af60-2827a76cbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:54:57.006339 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-b5cc1499-a256-407a-af60-2827a76cbbf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4b62b40-2057-4f9e-a017-b03fc0d4361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0575161 Jun 11 19:54:57.121400 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-ae3e1a16-8cc8-4fcd-9675-ba232270b923 service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084421 Jun 11 19:54:57.142268 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:57.175325 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:54:57.235218 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d332f3b8-89de-4b94-afc4-92a138eee2c6 req-4682e44f-2c3d-45d8-8b95-ff258e6da5c3 service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074517 Jun 11 19:55:04.271796 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d12766-a6f1-40ae-ae4a-814de2b612db req-57c16624-0636-4876-b775-371b87c66e70 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:04.273486 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-91d12766-a6f1-40ae-ae4a-814de2b612db req-57c16624-0636-4876-b775-371b87c66e70 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0684032 Jun 11 19:55:04.314400 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-91d12766-a6f1-40ae-ae4a-814de2b612db req-d71cd664-d781-46b5-b7d8-742f4df8cbdf tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354507 Jun 11 19:55:05.494035 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bd988-fa86-4f5a-a6bf-bb70cfb76c4e req-d9bed150-ab7e-4473-806b-fd5d104d8125 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:05.495461 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-391bd988-fa86-4f5a-a6bf-bb70cfb76c4e req-d9bed150-ab7e-4473-806b-fd5d104d8125 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0712233 Jun 11 19:55:05.535745 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-391bd988-fa86-4f5a-a6bf-bb70cfb76c4e req-813bc3ae-d711-4b67-98bd-dbab01e96fc7 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336423 Jun 11 19:55:06.713278 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e5426-d5f8-49f9-b756-02126cfc9697 req-d879c3bc-921a-4b8b-a779-2eccc3abd31f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:06.714739 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-277e5426-d5f8-49f9-b756-02126cfc9697 req-d879c3bc-921a-4b8b-a779-2eccc3abd31f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0688999 Jun 11 19:55:06.738363 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:55:06.757018 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-277e5426-d5f8-49f9-b756-02126cfc9697 req-cd2152b7-78f6-4067-887f-1d2e179f331c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367584 Jun 11 19:55:07.940042 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99febf9-09c4-4747-a029-2a1a644023e0 req-180bcca7-a6cd-4d1c-a4eb-963c0bca1f29 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:07.941526 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a99febf9-09c4-4747-a029-2a1a644023e0 req-180bcca7-a6cd-4d1c-a4eb-963c0bca1f29 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0748532 Jun 11 19:55:07.982266 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a99febf9-09c4-4747-a029-2a1a644023e0 req-d1af0fbe-e9e3-4244-986e-736ebb36248c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350718 Jun 11 19:55:09.172724 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ae569-64b9-451e-83c5-3afeda3784f8 req-d2a021a9-b2c5-4b7b-b91b-33d091194b78 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:09.174109 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7f3ae569-64b9-451e-83c5-3afeda3784f8 req-d2a021a9-b2c5-4b7b-b91b-33d091194b78 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0746284 Jun 11 19:55:09.214488 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7f3ae569-64b9-451e-83c5-3afeda3784f8 req-48bdd213-6930-4050-ada0-a14be30f394c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348241 Jun 11 19:55:10.394540 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a096a-785c-49ae-bec1-e82dd04522bf req-b2787b10-24bd-4589-9759-84e14f598317 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:10.395972 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-596a096a-785c-49ae-bec1-e82dd04522bf req-b2787b10-24bd-4589-9759-84e14f598317 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0734544 Jun 11 19:55:10.436946 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-596a096a-785c-49ae-bec1-e82dd04522bf req-03188b2f-8116-4525-b724-d6d1fd555578 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352573 Jun 11 19:55:11.613573 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b133e-cbbc-41b8-94a7-48392c92779e req-75524c46-6814-497f-a385-9d8a7327c75d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:11.615037 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cb3b133e-cbbc-41b8-94a7-48392c92779e req-75524c46-6814-497f-a385-9d8a7327c75d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0674739 Jun 11 19:55:11.655211 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cb3b133e-cbbc-41b8-94a7-48392c92779e req-9ca56fae-6c99-40ec-8626-fdd221bf97f7 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346782 Jun 11 19:55:12.832909 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b3aa4-2b56-4039-b474-a3831634d671 req-10ad71f7-d575-4cd9-b537-4cab9c2d669f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:12.834331 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-293b3aa4-2b56-4039-b474-a3831634d671 req-10ad71f7-d575-4cd9-b537-4cab9c2d669f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0706124 Jun 11 19:55:12.875297 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-293b3aa4-2b56-4039-b474-a3831634d671 req-11defe85-65dd-4ce6-afd3-bed9717b00ac tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348985 Jun 11 19:55:14.064345 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d852cdb-c4c4-4170-9518-74d837a60993 req-20eca052-e6d0-4a1a-914d-8d2320c0b458 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:14.131603 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4d852cdb-c4c4-4170-9518-74d837a60993 req-20eca052-e6d0-4a1a-914d-8d2320c0b458 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0676670 Jun 11 19:55:14.131603 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4d852cdb-c4c4-4170-9518-74d837a60993 req-434bd115-f1f5-40c2-b1d6-ddcda7a5c687 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364537 Jun 11 19:55:15.287637 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e550c2-3d79-464e-83e8-1d4ea77f963a req-3a7048d7-5b13-4775-917b-838fce227580 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:15.289074 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38e550c2-3d79-464e-83e8-1d4ea77f963a req-3a7048d7-5b13-4775-917b-838fce227580 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0712190 Jun 11 19:55:15.330210 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38e550c2-3d79-464e-83e8-1d4ea77f963a req-19226e38-b998-4719-b20f-c3dff56efdc3 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356617 Jun 11 19:55:15.803907 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d4c13-881f-45c2-ba77-743635f1f23c req-65154dfe-2e8d-4497-a194-d9b9782c0c11 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:15.805460 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9f2d4c13-881f-45c2-ba77-743635f1f23c req-65154dfe-2e8d-4497-a194-d9b9782c0c11 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0701702 Jun 11 19:55:15.879150 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9f2d4c13-881f-45c2-ba77-743635f1f23c req-0c46cbca-df4e-44c7-9583-921e3c055cb4 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668373 Jun 11 19:55:15.904327 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-9f043277-4919-4a2c-ac94-6e57ab9b152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:15.906414 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-9f043277-4919-4a2c-ac94-6e57ab9b152d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 1098 time: 0.0748603 Jun 11 19:55:16.015452 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-9c0937a5-3892-4dd2-8d98-50a931f7b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:16.016898 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-9c0937a5-3892-4dd2-8d98-50a931f7b052 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 200 len: 912 time: 0.1045845 Jun 11 19:55:16.101471 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-f8371621-ae85-41b8-8097-b3f3ac306f0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 HTTP/1.1" status: 200 len: 1001 time: 0.0781643 Jun 11 19:55:16.157164 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-26951141-ccf8-4893-b55f-cebda52c7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:16.158472 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-26951141-ccf8-4893-b55f-cebda52c7694 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b89e1a3-1efa-40f0-946b-3d72f37ff570 HTTP/1.1" status: 200 len: 850 time: 0.0502565 Jun 11 19:55:16.226049 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-eea33d1a-2a30-4832-9613-40b79c338e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:16.227480 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-eea33d1a-2a30-4832-9613-40b79c338e86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0628006 Jun 11 19:55:16.339710 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-dcdbef9f-6f25-4afd-b42e-790387807915 service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051669 Jun 11 19:55:16.449180 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-77c8c15c-9a82-4c8f-9307-5892d40d449f req-c3c20c5b-9a99-47c1-8be3-5651000fd26a service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033604 Jun 11 19:55:17.060879 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ddf68-8615-4dbd-a9e8-aba27e47c2da req-73176d1f-062e-45d4-bdd9-ebdd38268910 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:17.062249 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-400ddf68-8615-4dbd-a9e8-aba27e47c2da req-73176d1f-062e-45d4-bdd9-ebdd38268910 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0716012 Jun 11 19:55:17.106052 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-400ddf68-8615-4dbd-a9e8-aba27e47c2da req-450803ea-6d00-4e32-9a8a-92b123de4cc7 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380859 Jun 11 19:55:18.283371 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dda62e-597e-40dd-aa59-443524a87539 req-024a3ff5-7309-4793-a6fd-07a2dd73c66e tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:18.284752 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-43dda62e-597e-40dd-aa59-443524a87539 req-024a3ff5-7309-4793-a6fd-07a2dd73c66e tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0659077 Jun 11 19:55:18.325848 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-43dda62e-597e-40dd-aa59-443524a87539 req-532cf8be-2e60-4091-9431-080d5782de2d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355322 Jun 11 19:55:21.429430 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-132da62e-93c7-45cc-9bc2-998cd876e2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:23.980345 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-2f77c9f7-aea1-4cd1-a3d3-b0f7044c3e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:24.146057 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:24.639710 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3afad6-447b-477d-9046-bd08f8eddfd6 req-800562b8-a95f-44a9-a351-c42bdb518cec tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:24.641178 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7e3afad6-447b-477d-9046-bd08f8eddfd6 req-800562b8-a95f-44a9-a351-c42bdb518cec tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0715578 Jun 11 19:55:24.682685 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7e3afad6-447b-477d-9046-bd08f8eddfd6 req-6ed4eff3-aedd-440e-bc1f-ce7ea662965d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357971 Jun 11 19:55:25.155057 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:25.865367 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7681f9-607d-4081-8f6f-2332cdb7e995 req-b25d3867-a419-4dc2-8171-3dbcce974b1c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:25.866799 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9f7681f9-607d-4081-8f6f-2332cdb7e995 req-b25d3867-a419-4dc2-8171-3dbcce974b1c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0678453 Jun 11 19:55:25.906559 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9f7681f9-607d-4081-8f6f-2332cdb7e995 req-6860bdfb-c6ca-4b9a-9f04-b159d89d5bf9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342021 Jun 11 19:55:27.111627 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff780cbc-1f00-445d-9121-418554c545a8 req-363457fa-e595-4ee5-8cd2-a1866e4ef4ea tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:27.113133 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff780cbc-1f00-445d-9121-418554c545a8 req-363457fa-e595-4ee5-8cd2-a1866e4ef4ea tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0879533 Jun 11 19:55:27.156380 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff780cbc-1f00-445d-9121-418554c545a8 req-5f72bc9b-8b6a-433e-b5e8-d4c4aca3d378 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359504 Jun 11 19:55:27.186203 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:27.214411 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:28.335223 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e5303-72e9-49e9-b1ce-2b83ee5d5f28 req-17465aff-8b53-4242-a8e9-cfde191ce804 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:28.336704 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d76e5303-72e9-49e9-b1ce-2b83ee5d5f28 req-17465aff-8b53-4242-a8e9-cfde191ce804 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0661495 Jun 11 19:55:28.376799 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d76e5303-72e9-49e9-b1ce-2b83ee5d5f28 req-45a8bd1a-a5f2-490f-bd1a-3155ef60617d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343645 Jun 11 19:55:29.560836 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024a467-0cf0-40a9-9a33-a31126a24b86 req-ad80516a-8cfc-4099-ac2e-b404c99efe18 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:29.562788 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1024a467-0cf0-40a9-9a33-a31126a24b86 req-ad80516a-8cfc-4099-ac2e-b404c99efe18 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0713892 Jun 11 19:55:29.603210 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1024a467-0cf0-40a9-9a33-a31126a24b86 req-704db2c4-9931-41e7-a01f-fccd998f325e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348825 Jun 11 19:55:30.785912 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd069b-9680-4c87-b8ea-bd77c8bcd1dc req-843b5ca2-f476-4387-8dff-b9eece7f7033 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:30.787362 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-71bd069b-9680-4c87-b8ea-bd77c8bcd1dc req-843b5ca2-f476-4387-8dff-b9eece7f7033 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0672040 Jun 11 19:55:30.827474 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-71bd069b-9680-4c87-b8ea-bd77c8bcd1dc req-128f599d-e1c4-43a8-a063-e732b72086b5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339053 Jun 11 19:55:32.010178 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580252eb-796d-45ba-b631-c42e3049a70f req-5c41060f-0747-4f4c-906b-71c8bec7dfa3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:32.011595 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-580252eb-796d-45ba-b631-c42e3049a70f req-5c41060f-0747-4f4c-906b-71c8bec7dfa3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0697637 Jun 11 19:55:32.051931 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-580252eb-796d-45ba-b631-c42e3049a70f req-41353990-6ec1-4ab8-af88-7d02f02b688c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348406 Jun 11 19:55:33.231232 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30e5e7-54f0-40e2-b4cb-cb0ec6786282 req-e678492b-d07f-405f-844c-8057b628cae5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:33.232627 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4c30e5e7-54f0-40e2-b4cb-cb0ec6786282 req-e678492b-d07f-405f-844c-8057b628cae5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0677121 Jun 11 19:55:33.275608 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4c30e5e7-54f0-40e2-b4cb-cb0ec6786282 req-85172ec3-0a21-4221-81d7-9ddbadde9b6d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369620 Jun 11 19:55:34.458996 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d84609-fcae-4fb9-98c7-2af71f5d5843 req-ac3e4405-ca7e-4dca-aeb6-f97f2a376d01 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:34.460444 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29d84609-fcae-4fb9-98c7-2af71f5d5843 req-ac3e4405-ca7e-4dca-aeb6-f97f2a376d01 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0671480 Jun 11 19:55:34.500991 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29d84609-fcae-4fb9-98c7-2af71f5d5843 req-335b2c31-455c-467e-8d8f-cc614dd0693c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347288 Jun 11 19:55:35.680578 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815d799-9af7-436e-bfc1-aa2b81315614 req-e368d8fd-d12e-43f2-86eb-f45ee91b7b33 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:35.682155 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7815d799-9af7-436e-bfc1-aa2b81315614 req-e368d8fd-d12e-43f2-86eb-f45ee91b7b33 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0691242 Jun 11 19:55:35.725911 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7815d799-9af7-436e-bfc1-aa2b81315614 req-3f01f56f-9de9-40e1-9ff4-8983d7e457fe tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378058 Jun 11 19:55:36.910761 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44762fb3-493f-481b-8b90-54809c19adb9 req-68d9f04f-9d22-4ee2-8b41-7120fe3056f6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:36.912136 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-44762fb3-493f-481b-8b90-54809c19adb9 req-68d9f04f-9d22-4ee2-8b41-7120fe3056f6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0678017 Jun 11 19:55:36.952985 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-44762fb3-493f-481b-8b90-54809c19adb9 req-0e0622d4-dd6d-428b-a217-c355bda42ef0 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353193 Jun 11 19:55:37.162359 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:55:37.278045 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:55:37.290146 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'port_id': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'mac_address': 'fa:16:3e:a1:c4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:55:37.331552 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:37.346460 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:55:37.370467 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:55:37.429228 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:37.430858 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:55:37.485228 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=6']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:55:37.491870 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.492252 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.492599 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.492936 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.493269 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.493600 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.493929 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.494254 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.494577 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.494900 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.495230 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.495542 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:55:37.499131 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:55:37.522428 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:55:38.133302 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdea0d-2538-46e5-8146-5ed4d79992a3 req-77a2dc89-faad-41ca-ac14-01099133aa39 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:38.134754 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3efdea0d-2538-46e5-8146-5ed4d79992a3 req-77a2dc89-faad-41ca-ac14-01099133aa39 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 945 time: 0.0687792 Jun 11 19:55:38.179491 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3efdea0d-2538-46e5-8146-5ed4d79992a3 req-1cc67cab-182f-425c-939c-439d6375ac88 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382793 Jun 11 19:55:39.161858 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:55:39.213956 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:55:39.213956 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:39.303856 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:39.328646 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:55:39.330889 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2a0641-8250-44e1-92bd-463d702f4d89" -d '{"events": [{"server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "name": "network-vif-plugged", "status": "completed", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:55:39.345261 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:55:39.362661 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc25f1-9cec-434f-891e-0027f0ec27da req-1be04d19-b44a-4d88-8065-66856761e100 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:39.366966 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5edc25f1-9cec-434f-891e-0027f0ec27da req-1be04d19-b44a-4d88-8065-66856761e100 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 945 time: 0.0698991 Jun 11 19:55:39.409372 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5edc25f1-9cec-434f-891e-0027f0ec27da req-a56eb9ce-0f8f-474f-ab0d-dc567748f041 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393951 Jun 11 19:55:39.420429 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:39.424061 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:55:39.427220 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6537c82f-b219-43d4-8567-f6ec91caea51 x-openstack-request-id: req-6537c82f-b219-43d4-8567-f6ec91caea51 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:55:39.427492 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "name": "network-vif-plugged", "status": "completed", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:55:39.427747 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6537c82f-b219-43d4-8567-f6ec91caea51 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:55:39.428157 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'code': 200} Jun 11 19:55:39.478849 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=7']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:55:39.481890 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:55:40.592017 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597161f5-33d6-4291-bcea-12d440d1e63a req-9e785cc7-6abd-418e-be20-8cb777b82fe6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:40.594038 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-597161f5-33d6-4291-bcea-12d440d1e63a req-9e785cc7-6abd-418e-be20-8cb777b82fe6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0671630 Jun 11 19:55:40.636978 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-597161f5-33d6-4291-bcea-12d440d1e63a req-ec8d4ba8-99a1-4773-98c5-75bf66b60c31 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374322 Jun 11 19:55:42.101144 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3077bf-b77e-40f4-930f-7e28051f9b34 req-460e621c-5695-4639-b83b-6316277184af tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:42.102587 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9a3077bf-b77e-40f4-930f-7e28051f9b34 req-460e621c-5695-4639-b83b-6316277184af tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.3513670 Jun 11 19:55:42.144001 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9a3077bf-b77e-40f4-930f-7e28051f9b34 req-eb3b472f-002c-44d9-9d37-d102a41ae9a6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351970 Jun 11 19:55:43.343026 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3d365-38f1-47e5-b2b5-15c6f91e2665 req-5bf05564-8fe1-41a3-b0d9-f5caab38ef26 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:43.350230 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-84a3d365-38f1-47e5-b2b5-15c6f91e2665 req-5bf05564-8fe1-41a3-b0d9-f5caab38ef26 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0894220 Jun 11 19:55:43.387753 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-84a3d365-38f1-47e5-b2b5-15c6f91e2665 req-0525386b-8e50-45fc-bf7c-e620cb35fed2 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366511 Jun 11 19:55:43.737214 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:55:44.574698 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab83b0f-e07d-4688-a03d-a4b14b51562a req-02230a18-ec0e-4b5a-8b56-597dce82ae9f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:44.576166 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fab83b0f-e07d-4688-a03d-a4b14b51562a req-02230a18-ec0e-4b5a-8b56-597dce82ae9f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0698864 Jun 11 19:55:44.620870 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fab83b0f-e07d-4688-a03d-a4b14b51562a req-6fd335c7-b393-4143-92ac-1547261858f6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378470 Jun 11 19:55:45.813299 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b59fe5-81bd-456c-afcb-827f04f26387 req-21caa069-3667-4151-8504-a6126857da45 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:45.815270 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-03b59fe5-81bd-456c-afcb-827f04f26387 req-21caa069-3667-4151-8504-a6126857da45 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0727291 Jun 11 19:55:45.856995 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-03b59fe5-81bd-456c-afcb-827f04f26387 req-52a108e0-a8bf-4d65-a233-cf3dc1b00a2a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356741 Jun 11 19:55:47.083949 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c423a9-0e95-400b-a2a4-c1a496ba3945 req-7c654d3c-84d5-461f-a72e-ae4d787a51dd tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:47.085818 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-80c423a9-0e95-400b-a2a4-c1a496ba3945 req-7c654d3c-84d5-461f-a72e-ae4d787a51dd tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0758290 Jun 11 19:55:47.131316 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-80c423a9-0e95-400b-a2a4-c1a496ba3945 req-54f12072-fb39-4fb6-9b29-9da1f3a55fab tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390232 Jun 11 19:55:48.328173 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103fe7a-2725-48b5-9dc5-d034f41a0f78 req-672f43d9-cf6e-4b7b-a3e8-58971385f54a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:48.335855 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f103fe7a-2725-48b5-9dc5-d034f41a0f78 req-672f43d9-cf6e-4b7b-a3e8-58971385f54a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0808566 Jun 11 19:55:48.383452 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f103fe7a-2725-48b5-9dc5-d034f41a0f78 req-5c28bfad-ac22-4731-a032-8f9970c50980 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Jun 11 19:55:49.571388 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0dce-ba68-4216-a248-7c60529a841e req-38db47c1-d772-4e22-b556-624ca684c465 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:49.573613 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-785a0dce-ba68-4216-a248-7c60529a841e req-38db47c1-d772-4e22-b556-624ca684c465 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0693612 Jun 11 19:55:49.617350 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-785a0dce-ba68-4216-a248-7c60529a841e req-a62a742b-3dff-43e5-afe6-33d6361c7ae0 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369201 Jun 11 19:55:50.828974 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e895f2-87d2-4d85-bf80-7c7485887330 req-f8c00539-c871-44cd-8418-1ff80dd44ade tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:50.830485 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-47e895f2-87d2-4d85-bf80-7c7485887330 req-f8c00539-c871-44cd-8418-1ff80dd44ade tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0746281 Jun 11 19:55:50.874498 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-47e895f2-87d2-4d85-bf80-7c7485887330 req-b1c1b04e-414b-4514-8ede-42d2e3ed1174 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376835 Jun 11 19:55:51.429507 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-9cf7709c-de69-4472-b5cc-db5cfb0ef385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:52.078626 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9ab3c-c19a-4f13-aa17-fbc208da2daf req-f0d409c0-4c32-492b-bd32-a13242a345f3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:52.080259 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-44a9ab3c-c19a-4f13-aa17-fbc208da2daf req-f0d409c0-4c32-492b-bd32-a13242a345f3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0711908 Jun 11 19:55:52.134802 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-44a9ab3c-c19a-4f13-aa17-fbc208da2daf req-5f4965ef-64ee-4398-859f-c715f8cbd6aa tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473487 Jun 11 19:55:53.336392 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a7d99-bf79-46b7-94c7-824546206c23 req-c2e6fb8c-3452-493e-8889-84589ad24fc4 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:53.338095 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-979a7d99-bf79-46b7-94c7-824546206c23 req-c2e6fb8c-3452-493e-8889-84589ad24fc4 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0759735 Jun 11 19:55:53.379552 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-979a7d99-bf79-46b7-94c7-824546206c23 req-cf54d5a0-7ef7-4d4a-ba7e-d33a2c6f3307 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356750 Jun 11 19:55:53.991500 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-8013a0d8-df8f-4667-9425-223e22f3cdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:54.151566 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:54.562530 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff080738-b8e5-4b38-ba5b-93d15aeee343 req-f2028866-9824-4273-9394-c9c377113207 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:54.564010 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff080738-b8e5-4b38-ba5b-93d15aeee343 req-f2028866-9824-4273-9394-c9c377113207 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0701320 Jun 11 19:55:54.606157 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff080738-b8e5-4b38-ba5b-93d15aeee343 req-4ab77848-11c5-4c56-b854-238425e7a98d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362144 Jun 11 19:55:55.151463 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:55.620506 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-e5e4b8c1-f34f-4c18-8abf-dfa30054eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:55.621961 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-e5e4b8c1-f34f-4c18-8abf-dfa30054eaad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 1099 time: 0.0614822 Jun 11 19:55:55.768139 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-2b33d618-2c5b-46fd-a6b7-8553d1d1b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:55.769542 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-2b33d618-2c5b-46fd-a6b7-8553d1d1b167 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 917 time: 0.1414785 Jun 11 19:55:55.868928 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16196fb2-68b2-4905-801f-9c1f1425511d req-6db0e05d-14e4-4cad-8a64-09a1d3a527a9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:55.870365 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-16196fb2-68b2-4905-801f-9c1f1425511d req-6db0e05d-14e4-4cad-8a64-09a1d3a527a9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.1495526 Jun 11 19:55:55.872469 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-47dc8ada-4e8a-407a-8291-991e301e7067 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce HTTP/1.1" status: 200 len: 1002 time: 0.0958941 Jun 11 19:55:55.951874 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-16196fb2-68b2-4905-801f-9c1f1425511d req-b0221236-b12d-4d57-a426-00a24bdf1e5a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754404 Jun 11 19:55:55.955872 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-9d44df52-6fdb-4924-b7f7-6be01eb7b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:55.957247 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-9d44df52-6fdb-4924-b7f7-6be01eb7b000 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49272f7e-2d72-4d72-950c-1525b95f657c HTTP/1.1" status: 200 len: 855 time: 0.0752473 Jun 11 19:55:56.019263 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-ee6e1d68-6431-4830-bc6a-b16f42283f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:56.020721 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-ee6e1d68-6431-4830-bc6a-b16f42283f3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0572774 Jun 11 19:55:56.134823 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-a86d56b7-f399-4b4f-a562-66283ad8f7fb service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063931 Jun 11 19:55:56.250674 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5abd2eb1-c4e4-4f9b-b822-894dc9c7f789 req-01fca7c0-9a92-4a77-bdc7-05ce9299ec6e service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089399 Jun 11 19:55:57.137416 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:57.138671 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf79f9f-8afe-4b0b-ba76-f4d670089621 req-0bf3f666-de05-449b-bb86-489edc1244de tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:57.140658 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3cf79f9f-8afe-4b0b-ba76-f4d670089621 req-0bf3f666-de05-449b-bb86-489edc1244de tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 946 time: 0.0735242 Jun 11 19:55:57.183334 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:57.186210 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3cf79f9f-8afe-4b0b-ba76-f4d670089621 req-dcf2d8b1-5628-41e2-951a-481c3f839330 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394866 Jun 11 19:55:57.257650 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:55:57.344258 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:57.368261 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:55:57.370724 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75301d8d-0b64-4e9a-b98e-55e54b1cd6ee" -d '{"events": [{"server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "name": "network-vif-unplugged", "status": "completed", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:55:57.386131 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091f912-5fda-4bba-ac56-5ee671abba3b req-18e9e290-be45-43eb-b8da-148a9b9d504b tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:57.387618 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8091f912-5fda-4bba-ac56-5ee671abba3b req-18e9e290-be45-43eb-b8da-148a9b9d504b tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0701580 Jun 11 19:55:57.388452 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:55:57.410710 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 19:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaca9535-a888-4476-9e69-9abd7ac6e37f x-openstack-request-id: req-eaca9535-a888-4476-9e69-9abd7ac6e37f {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:55:57.410710 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "name": "network-vif-unplugged", "status": "completed", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:55:57.410710 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eaca9535-a888-4476-9e69-9abd7ac6e37f {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:55:57.410710 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'code': 200} Jun 11 19:55:57.429979 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8091f912-5fda-4bba-ac56-5ee671abba3b req-af60d68e-85b8-4fa9-a1b5-466955fb9b87 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356374 Jun 11 19:55:57.486099 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:55:57.487865 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-d23286a2-2b31-45af-80bf-8288c4d86f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:55:57.539484 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=8']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:55:57.542510 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:55:58.369606 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587f799-4817-4ec9-ad09-a268ca606890 req-8fbbb1e9-202a-45a3-a819-62f5c0ddde3d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:58.371061 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2587f799-4817-4ec9-ad09-a268ca606890 req-8fbbb1e9-202a-45a3-a819-62f5c0ddde3d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0677755 Jun 11 19:55:58.415933 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2587f799-4817-4ec9-ad09-a268ca606890 req-02eb47b5-ffd9-4314-ad06-f9a714a4db8d tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391250 Jun 11 19:55:58.611673 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aaee99-3f5c-4cb1-8799-a89ace905bf5 req-641472dc-db0b-4495-82c9-1e120bf204cc tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:58.612306 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d5aaee99-3f5c-4cb1-8799-a89ace905bf5 req-641472dc-db0b-4495-82c9-1e120bf204cc tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0720458 Jun 11 19:55:58.655390 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d5aaee99-3f5c-4cb1-8799-a89ace905bf5 req-632b281f-b882-4691-b748-fd0871a5f866 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373082 Jun 11 19:55:59.366118 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-55aa74d7-92da-4038-b921-c4545d1104e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575511 Jun 11 19:55:59.469040 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-3e922c79-195f-4628-857d-a4df925a0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:59.470512 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-3e922c79-195f-4628-857d-a4df925a0845 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 1098 time: 0.0633731 Jun 11 19:55:59.600272 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-ad60466c-aafc-44dc-b930-24f678a35995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:59.601721 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-ad60466c-aafc-44dc-b930-24f678a35995 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 200 len: 912 time: 0.1122217 Jun 11 19:55:59.683416 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-1587bdc4-6fb6-4aad-9c0a-e62ca1e64935 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 HTTP/1.1" status: 200 len: 1001 time: 0.0746105 Jun 11 19:55:59.745328 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-6793ff7d-f06d-4f85-b6a3-fb9890a2b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:59.746776 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-6793ff7d-f06d-4f85-b6a3-fb9890a2b1b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b89e1a3-1efa-40f0-946b-3d72f37ff570 HTTP/1.1" status: 200 len: 850 time: 0.0566189 Jun 11 19:55:59.857098 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-e4a6f7bd-7a5c-489e-a30b-930d745b283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:59.859234 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-e4a6f7bd-7a5c-489e-a30b-930d745b283c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1055951 Jun 11 19:55:59.870881 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08105ee2-06bf-4c83-9451-b522ab66d74b req-0b4dc0a0-c806-4b90-8d5a-13f1e1c42ee0 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:55:59.872317 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-08105ee2-06bf-4c83-9451-b522ab66d74b req-0b4dc0a0-c806-4b90-8d5a-13f1e1c42ee0 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0889382 Jun 11 19:55:59.986339 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-08105ee2-06bf-4c83-9451-b522ab66d74b req-90711999-2874-426f-9b50-a41cad446b46 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062536 Jun 11 19:56:00.013572 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-f2c3c2c9-2549-4be9-b07f-ff94937dfabe service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404045 Jun 11 19:56:00.129709 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b87d042f-4687-4fdc-a58c-ce2973da8372 req-f605e556-53ce-4d31-9291-24183dc7c043 service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094759 Jun 11 19:56:00.676749 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f17707-16b3-433c-8b07-2bfbc212b22b req-5d00c2b3-eb25-48fc-869c-5057dcb65cb1 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:00.678201 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b6f17707-16b3-433c-8b07-2bfbc212b22b req-5d00c2b3-eb25-48fc-869c-5057dcb65cb1 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0700626 Jun 11 19:56:00.723201 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b6f17707-16b3-433c-8b07-2bfbc212b22b req-46ca3838-10e4-4ce2-8fcb-c2250719f6a3 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393879 Jun 11 19:56:00.819832 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-0abb74bb-4796-429c-b92e-9b268c811bae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0605097 Jun 11 19:56:01.164535 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b2564-e351-4bb5-a05b-04c2fc924346 req-7f2e55e6-8499-4f59-b363-9a85515b88a3 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:01.165898 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cf9b2564-e351-4bb5-a05b-04c2fc924346 req-7f2e55e6-8499-4f59-b363-9a85515b88a3 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0699446 Jun 11 19:56:01.207141 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cf9b2564-e351-4bb5-a05b-04c2fc924346 req-18c83862-d3c1-4d77-b5af-33c6a2b8d8cc tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349848 Jun 11 19:56:01.288200 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:56:01.906469 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1a502-dfa1-4c3e-aff5-8a6bb40745b1 req-ad9d435c-aa5f-44ac-b4ca-8bde58e7ee19 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:01.907916 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-32c1a502-dfa1-4c3e-aff5-8a6bb40745b1 req-ad9d435c-aa5f-44ac-b4ca-8bde58e7ee19 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0678153 Jun 11 19:56:01.953339 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-32c1a502-dfa1-4c3e-aff5-8a6bb40745b1 req-15daadc1-c5e0-44da-81de-ba5543e4d7a9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388598 Jun 11 19:56:02.382882 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-8001d844-563c-4931-b239-99df7b75c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:02.384438 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-8001d844-563c-4931-b239-99df7b75c1eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b&tenant_id=a378e1af31f9470db697244bd32c1cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1071916 Jun 11 19:56:02.399593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f49750-4829-4f0f-81e4-fe3a0d26f428 req-c9017e97-91c0-4f9f-835b-cc6f37d3e708 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:02.401032 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-07f49750-4829-4f0f-81e4-fe3a0d26f428 req-c9017e97-91c0-4f9f-835b-cc6f37d3e708 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0837405 Jun 11 19:56:02.483085 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-07f49750-4829-4f0f-81e4-fe3a0d26f428 req-cff7be38-8444-4f83-ae36-fea49896dc1f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696697 Jun 11 19:56:02.495457 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-9b567a4d-5d4e-4b90-9694-941e8ab6c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:02.496907 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-9b567a4d-5d4e-4b90-9694-941e8ab6c7ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a378e1af31f9470db697244bd32c1cf4&device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 1097 time: 0.0909591 Jun 11 19:56:02.611029 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-273c52ab-c8c5-4e23-8d50-142c4961768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:02.612470 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-273c52ab-c8c5-4e23-8d50-142c4961768e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 200 len: 917 time: 0.1085601 Jun 11 19:56:02.690414 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-7bcabee3-ac36-40bb-a672-ea233d992ae8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce HTTP/1.1" status: 200 len: 1000 time: 0.0713224 Jun 11 19:56:02.748420 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-723070c8-6530-477d-b2f6-8648c2888146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:02.749772 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-723070c8-6530-477d-b2f6-8648c2888146 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49272f7e-2d72-4d72-950c-1525b95f657c HTTP/1.1" status: 200 len: 855 time: 0.0527034 Jun 11 19:56:02.809734 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-7561a116-5220-46d8-95d6-b92be56065a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:02.811150 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-7561a116-5220-46d8-95d6-b92be56065a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98e101b-9b45-42ce-ab6c-9eb5fa49e132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0550857 Jun 11 19:56:02.923196 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-8d9e8dc5-9227-4e74-94f0-3128d7a62235 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047873 Jun 11 19:56:03.041205 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-835f56a5-f7d0-4578-b8b8-2413283d34f1 req-c7ecfab5-a992-429d-8397-a62d0247a253 service neutron] 10.222.0.43 "GET /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106927 Jun 11 19:56:03.138887 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d483-8fe1-4434-ab39-f310d04eaa0f req-6725c91a-6685-4fcb-b606-d7164d9d79d8 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:03.140901 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-70e9d483-8fe1-4434-ab39-f310d04eaa0f req-6725c91a-6685-4fcb-b606-d7164d9d79d8 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0683248 Jun 11 19:56:03.182213 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-70e9d483-8fe1-4434-ab39-f310d04eaa0f req-66f52f0b-8758-417d-8602-a92707178cbb tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357087 Jun 11 19:56:03.700979 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c988-dfe1-4f3c-9388-46335e04f1e9 req-33aff15f-791c-4c3d-b892-945f546e449e tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:03.703189 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d1a5c988-dfe1-4f3c-9388-46335e04f1e9 req-33aff15f-791c-4c3d-b892-945f546e449e tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.1000566 Jun 11 19:56:03.753187 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d1a5c988-dfe1-4f3c-9388-46335e04f1e9 req-ae2489a2-8127-41d6-84ee-361d67b3ea45 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Jun 11 19:56:04.376115 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bd56c-b7a3-4f49-b365-2b827e4f8d27 req-07a0e31d-c72f-432b-ae91-6160478b053e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:04.377606 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-423bd56c-b7a3-4f49-b365-2b827e4f8d27 req-07a0e31d-c72f-432b-ae91-6160478b053e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0725341 Jun 11 19:56:04.423675 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-423bd56c-b7a3-4f49-b365-2b827e4f8d27 req-f07079e6-0535-4c9b-ada5-21f6cc9a064e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397854 Jun 11 19:56:04.948400 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7506c-2095-4627-b420-cb90bc483bf3 req-5f51eaa8-1e9f-4c0c-aa26-310be5e8df9f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:04.950022 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a3d7506c-2095-4627-b420-cb90bc483bf3 req-5f51eaa8-1e9f-4c0c-aa26-310be5e8df9f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0780416 Jun 11 19:56:05.284152 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a3d7506c-2095-4627-b420-cb90bc483bf3 req-13273581-a9d3-4165-ab25-f48d2803db1f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274887 Jun 11 19:56:05.613774 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954c108-6985-473a-bb97-c91640e7215d req-00cd2fb3-c3d6-4340-bb6b-839d68be08fc tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:05.615531 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9954c108-6985-473a-bb97-c91640e7215d req-00cd2fb3-c3d6-4340-bb6b-839d68be08fc tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0721622 Jun 11 19:56:05.658400 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9954c108-6985-473a-bb97-c91640e7215d req-c1878d24-ad6a-4e64-9397-c37e36fdc7df tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371017 Jun 11 19:56:06.475458 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536158d2-df98-4b6d-bca4-7334cce18a0c req-55dcb011-6257-4d3c-a014-d67a8cc7ecfd tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:06.476976 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-536158d2-df98-4b6d-bca4-7334cce18a0c req-55dcb011-6257-4d3c-a014-d67a8cc7ecfd tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0770328 Jun 11 19:56:06.520741 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-536158d2-df98-4b6d-bca4-7334cce18a0c req-158f1e07-e044-4c66-9795-f74756bafea8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377202 Jun 11 19:56:06.850891 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0923f9d-4780-431e-a551-25bfbf752401 req-4deb008b-97d1-446d-8705-78ea54062d89 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:06.852366 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b0923f9d-4780-431e-a551-25bfbf752401 req-4deb008b-97d1-446d-8705-78ea54062d89 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0691907 Jun 11 19:56:06.896057 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b0923f9d-4780-431e-a551-25bfbf752401 req-d95ec730-eb1a-4158-bcb0-93ac6ea0d75e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375838 Jun 11 19:56:07.848944 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182d257-1094-4157-a010-de4bd9a0ca1b req-a708e97b-e038-49e9-9790-3914585a5c9d tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:07.850297 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b182d257-1094-4157-a010-de4bd9a0ca1b req-a708e97b-e038-49e9-9790-3914585a5c9d tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0820928 Jun 11 19:56:07.896374 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b182d257-1094-4157-a010-de4bd9a0ca1b req-b38b3662-c3f3-4788-a795-ff041b914264 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403790 Jun 11 19:56:08.087602 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec0250-2f92-40b4-b344-ceb68ec12017 req-850afed0-777f-425b-80d6-93ace0be2778 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:08.089186 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5fec0250-2f92-40b4-b344-ceb68ec12017 req-850afed0-777f-425b-80d6-93ace0be2778 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0701551 Jun 11 19:56:08.131122 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5fec0250-2f92-40b4-b344-ceb68ec12017 req-435dc108-d180-4765-bb24-b41259528348 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362103 Jun 11 19:56:09.081443 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b2226-7916-4e6a-872e-52bc465230e5 req-ce746f46-0f13-4162-800d-5ab54189ac2d tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:09.082882 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d97b2226-7916-4e6a-872e-52bc465230e5 req-ce746f46-0f13-4162-800d-5ab54189ac2d tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0726221 Jun 11 19:56:09.126526 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d97b2226-7916-4e6a-872e-52bc465230e5 req-45a47215-bf6c-4ed2-b012-6f9031ebc854 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373075 Jun 11 19:56:09.323113 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900af77-1851-4637-8211-106407a85df7 req-68a02653-35c1-41a1-9cfd-58e0ed39fe4e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:09.324605 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8900af77-1851-4637-8211-106407a85df7 req-68a02653-35c1-41a1-9cfd-58e0ed39fe4e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0718291 Jun 11 19:56:09.369226 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8900af77-1851-4637-8211-106407a85df7 req-e3fa2360-2fca-41a4-a642-8dc8dff05b61 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382676 Jun 11 19:56:10.309418 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaa013-8267-4215-a142-e90b1b8f9828 req-89f9b2c2-fc1b-45f5-84b5-5e91d1b50b41 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:10.310872 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-eddaa013-8267-4215-a142-e90b1b8f9828 req-89f9b2c2-fc1b-45f5-84b5-5e91d1b50b41 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0710149 Jun 11 19:56:10.352935 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-eddaa013-8267-4215-a142-e90b1b8f9828 req-b0866421-a042-4f5e-b8c0-96d818156935 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363641 Jun 11 19:56:10.555255 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2734f3-86f1-4321-a7dd-9499538fac8e req-07218f62-f800-4bce-97ea-7ce9ab772c16 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:10.556682 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab2734f3-86f1-4321-a7dd-9499538fac8e req-07218f62-f800-4bce-97ea-7ce9ab772c16 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0693431 Jun 11 19:56:10.603935 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab2734f3-86f1-4321-a7dd-9499538fac8e req-912e85d9-82c5-4c7a-a441-8a08cfafa225 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415275 Jun 11 19:56:11.541497 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdb266-7339-44ed-9d36-761b43a23075 req-ec343c38-fdd9-4a43-990f-efc4001dc7d1 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:11.543360 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c4cdb266-7339-44ed-9d36-761b43a23075 req-ec343c38-fdd9-4a43-990f-efc4001dc7d1 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0766516 Jun 11 19:56:11.592670 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c4cdb266-7339-44ed-9d36-761b43a23075 req-f70a394f-547e-4a8c-88bd-b8af5b495ad5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430684 Jun 11 19:56:11.802859 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d9ac6-c6ce-4852-bc91-90780ed8e2c7 req-33ac3be8-9f49-4267-bcb7-55bdd8631e5e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:11.804462 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-339d9ac6-c6ce-4852-bc91-90780ed8e2c7 req-33ac3be8-9f49-4267-bcb7-55bdd8631e5e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0752339 Jun 11 19:56:11.853061 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-339d9ac6-c6ce-4852-bc91-90780ed8e2c7 req-88e08c38-0479-405a-907d-82a68ad1e794 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422401 Jun 11 19:56:12.777841 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24291b7e-fad4-46e3-9b3d-9ce11019f894 req-51d2eb5b-a710-4f73-b986-03511e1eda06 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:12.779342 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-24291b7e-fad4-46e3-9b3d-9ce11019f894 req-51d2eb5b-a710-4f73-b986-03511e1eda06 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0703692 Jun 11 19:56:12.822335 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-24291b7e-fad4-46e3-9b3d-9ce11019f894 req-ca4a5f42-f10b-4049-8dc2-d883d4b7c3bc tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368595 Jun 11 19:56:13.041901 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6f14c-4168-460e-908f-02ca2afba8c0 req-9dd7be88-ef58-4e99-aa59-bb490efa516c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:13.043401 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1bd6f14c-4168-460e-908f-02ca2afba8c0 req-9dd7be88-ef58-4e99-aa59-bb490efa516c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0707448 Jun 11 19:56:13.091507 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1bd6f14c-4168-460e-908f-02ca2afba8c0 req-7a3623c5-8036-4cd5-9af4-7fbbb67bf727 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419865 Jun 11 19:56:14.010254 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2385d1-1e4a-4686-86aa-d7a128a042b5 req-20c6292b-99b4-4c8b-9055-446843f637cd tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:14.011758 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5b2385d1-1e4a-4686-86aa-d7a128a042b5 req-20c6292b-99b4-4c8b-9055-446843f637cd tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0696995 Jun 11 19:56:14.055690 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5b2385d1-1e4a-4686-86aa-d7a128a042b5 req-b8c585fe-08e0-4772-87ef-7b78b989d984 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381782 Jun 11 19:56:14.279398 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d1b9a-7fcb-4e0d-898e-7118e292670d req-25f98cdd-28e3-410e-beed-a76ea8ff53f8 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:14.280896 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d08d1b9a-7fcb-4e0d-898e-7118e292670d req-25f98cdd-28e3-410e-beed-a76ea8ff53f8 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0691252 Jun 11 19:56:14.328796 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d08d1b9a-7fcb-4e0d-898e-7118e292670d req-ae9e511a-a90c-4cc3-9553-342a9a9d4e77 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417585 Jun 11 19:56:15.074258 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd62c07-56cd-43ff-8a5e-c53309477cfe req-447ddf7d-8997-4d06-8beb-e00d2f63fefc tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:15.077348 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8fd62c07-56cd-43ff-8a5e-c53309477cfe req-447ddf7d-8997-4d06-8beb-e00d2f63fefc tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0746045 Jun 11 19:56:15.134237 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8fd62c07-56cd-43ff-8a5e-c53309477cfe req-1d503ad1-1671-4214-9642-e997a1e9f673 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510755 Jun 11 19:56:15.269174 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8acb9-23dd-4fd6-bf1f-3032da6f51af req-21a77962-df2b-4907-86ae-1b3bbe04b845 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:15.269174 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-00f8acb9-23dd-4fd6-bf1f-3032da6f51af req-21a77962-df2b-4907-86ae-1b3bbe04b845 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0765409 Jun 11 19:56:15.321700 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-00f8acb9-23dd-4fd6-bf1f-3032da6f51af req-786fc16e-b291-4dc1-a451-1457b020afef tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481069 Jun 11 19:56:15.520754 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bec99-da69-4cc7-ac30-834f4595e0b8 req-b1e04569-2056-432b-a868-00fa7745b25e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:15.523474 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7e7bec99-da69-4cc7-ac30-834f4595e0b8 req-b1e04569-2056-432b-a868-00fa7745b25e tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0742488 Jun 11 19:56:15.568627 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7e7bec99-da69-4cc7-ac30-834f4595e0b8 req-e2f7e437-8376-4c81-8f63-400440ebceb5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406389 Jun 11 19:56:16.312925 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3969-e50c-4b4c-ba85-21c17bd20bf7 req-e7b54217-1a41-44be-8359-d0b14b0fa2d7 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:16.314398 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-767b3969-e50c-4b4c-ba85-21c17bd20bf7 req-e7b54217-1a41-44be-8359-d0b14b0fa2d7 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0700660 Jun 11 19:56:16.360296 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-767b3969-e50c-4b4c-ba85-21c17bd20bf7 req-1dbecadf-fad7-4f95-8ec0-0368e742491b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403261 Jun 11 19:56:16.502695 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a29b15-6f13-4f23-b37c-6ae17988a0b7 req-301a6342-4faf-4dfe-9af3-9a1f2e5924b6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:16.504056 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e0a29b15-6f13-4f23-b37c-6ae17988a0b7 req-301a6342-4faf-4dfe-9af3-9a1f2e5924b6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0689185 Jun 11 19:56:16.543963 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e0a29b15-6f13-4f23-b37c-6ae17988a0b7 req-dc2859c6-1d73-4813-92a7-bcf33593de89 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341899 Jun 11 19:56:16.746634 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf60f44-d451-4b01-b046-af61afc70c56 req-14256732-7707-4d5b-bc4c-c6c18f318039 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:16.748051 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8cf60f44-d451-4b01-b046-af61afc70c56 req-14256732-7707-4d5b-bc4c-c6c18f318039 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0662961 Jun 11 19:56:16.793367 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8cf60f44-d451-4b01-b046-af61afc70c56 req-f06f85c6-9dd7-4c49-b6a5-5489bd7a3623 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386579 Jun 11 19:56:17.540527 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c171d1-9246-4bef-b3de-b94c636472e4 req-4cc788d9-d999-4582-9ec0-a68092f41cba tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:17.541983 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-55c171d1-9246-4bef-b3de-b94c636472e4 req-4cc788d9-d999-4582-9ec0-a68092f41cba tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0679255 Jun 11 19:56:17.582968 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-55c171d1-9246-4bef-b3de-b94c636472e4 req-6a91cb73-1d52-44cd-ade6-e6c82bc65053 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347731 Jun 11 19:56:17.719427 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41bd8-4604-4177-9b3a-7779ec2f6e03 req-a736494c-a059-4edb-87fe-c91f83d309c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:17.720803 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-79a41bd8-4604-4177-9b3a-7779ec2f6e03 req-a736494c-a059-4edb-87fe-c91f83d309c8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0675099 Jun 11 19:56:17.765138 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-79a41bd8-4604-4177-9b3a-7779ec2f6e03 req-825e637a-9582-43e6-b576-a7ed3faaef68 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389082 Jun 11 19:56:17.977503 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79e1b4-8f13-42f2-876e-0ae36bb8d000 req-e2bb7086-e372-4442-8849-e956060cde64 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:17.978873 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c79e1b4-8f13-42f2-876e-0ae36bb8d000 req-e2bb7086-e372-4442-8849-e956060cde64 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0677929 Jun 11 19:56:18.018898 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c79e1b4-8f13-42f2-876e-0ae36bb8d000 req-d2c564ce-e377-45c9-b8c2-f4a6f8b98adc tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345476 Jun 11 19:56:18.757336 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51aa5-d249-4044-9edf-495272413cb0 req-25f92cf8-2255-4477-99d6-f9792e00f3e1 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:18.758748 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7af51aa5-d249-4044-9edf-495272413cb0 req-25f92cf8-2255-4477-99d6-f9792e00f3e1 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0666156 Jun 11 19:56:18.806741 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7af51aa5-d249-4044-9edf-495272413cb0 req-3939853c-d7d3-4f18-8af1-a88a26551350 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422149 Jun 11 19:56:18.943506 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426beba-b048-4ab5-8828-ada415e4b608 req-1b7f6a15-e904-439e-874e-ee58ad5e40bc tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:18.945014 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9426beba-b048-4ab5-8828-ada415e4b608 req-1b7f6a15-e904-439e-874e-ee58ad5e40bc tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0675769 Jun 11 19:56:18.985305 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9426beba-b048-4ab5-8828-ada415e4b608 req-d67847f2-667c-4726-817a-c7ef45986a0e tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347919 Jun 11 19:56:19.207690 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb054d4-13a1-458c-a0f7-c4a7657e9c4f req-c2cffcb8-d963-45dc-956b-927c228ecce7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:19.209076 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-feb054d4-13a1-458c-a0f7-c4a7657e9c4f req-c2cffcb8-d963-45dc-956b-927c228ecce7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0687046 Jun 11 19:56:19.253831 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-feb054d4-13a1-458c-a0f7-c4a7657e9c4f req-5cdf85de-aebc-4500-bbae-54a092eb1d01 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388050 Jun 11 19:56:19.453446 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-806d3b29-0657-4001-94aa-6543d362a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:19.454896 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-806d3b29-0657-4001-94aa-6543d362a8b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1228b8ceabf048c3a934285fe602cc35&device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1098 time: 0.0593064 Jun 11 19:56:19.568265 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-e8660a46-d857-4a62-aaff-9f4462be3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:19.569652 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-e8660a46-d857-4a62-aaff-9f4462be3576 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b4b62b40-2057-4f9e-a017-b03fc0d4361f HTTP/1.1" status: 200 len: 910 time: 0.1076419 Jun 11 19:56:19.649526 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-c5c205d8-81ab-4c5f-b784-d80147ad9955 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ce5c808-05c4-414f-a81c-502b70c227e5 HTTP/1.1" status: 200 len: 1000 time: 0.0727680 Jun 11 19:56:19.707991 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-31a92438-8857-4b5e-ab42-4a8265a6f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:19.709377 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-31a92438-8857-4b5e-ab42-4a8265a6f13c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5dafc54a-3fce-41ae-9ef2-f14b0524bbcc HTTP/1.1" status: 200 len: 848 time: 0.0524023 Jun 11 19:56:19.778516 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-083bf934-65a6-4701-a2c0-a319277cbf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:19.780101 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-083bf934-65a6-4701-a2c0-a319277cbf75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4b62b40-2057-4f9e-a017-b03fc0d4361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0624917 Jun 11 19:56:19.895255 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-f95d1b42-7cd5-41e2-87e6-609d23278ee4 service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078486 Jun 11 19:56:20.053244 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-29ded030-f649-4453-b3d3-3619c28e3ce4 req-97c172c8-cdf3-4ef4-857d-13cbe641fdfc service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502397 Jun 11 19:56:20.073609 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa91d8-14d7-4582-8c75-8cc234b51fe1 req-22fe7d98-9059-4426-a1e2-b225b8ae90be tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:20.075072 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c7fa91d8-14d7-4582-8c75-8cc234b51fe1 req-22fe7d98-9059-4426-a1e2-b225b8ae90be tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.1524081 Jun 11 19:56:20.155738 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c7fa91d8-14d7-4582-8c75-8cc234b51fe1 req-9cd45c98-c2de-42e1-9a09-02152bbf7f10 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741255 Jun 11 19:56:20.185452 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c1ed2-c360-44b8-9789-4e764a063d8e req-25f78c20-2a17-415b-8501-8dd002866935 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:20.186876 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2a4c1ed2-c360-44b8-9789-4e764a063d8e req-25f78c20-2a17-415b-8501-8dd002866935 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0887051 Jun 11 19:56:20.227151 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2a4c1ed2-c360-44b8-9789-4e764a063d8e req-ff751053-0d78-4617-bd0c-64f2c6e99383 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341792 Jun 11 19:56:20.440415 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59e5e6-d0e8-4a17-be6d-5c340335686d req-467d532d-7534-4249-be91-b6876a06486b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:20.442106 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6a59e5e6-d0e8-4a17-be6d-5c340335686d req-467d532d-7534-4249-be91-b6876a06486b tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0718803 Jun 11 19:56:20.483282 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6a59e5e6-d0e8-4a17-be6d-5c340335686d req-0d9c8f1d-2f9d-4802-8e6d-d7296be125d8 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352988 Jun 11 19:56:20.736605 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:56:21.336628 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc1500-ffac-4854-8174-957dc3228386 req-39069abf-2a38-40d2-9809-03b5b2cc20e0 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:21.338331 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-88dc1500-ffac-4854-8174-957dc3228386 req-39069abf-2a38-40d2-9809-03b5b2cc20e0 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0737975 Jun 11 19:56:21.409672 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-88dc1500-ffac-4854-8174-957dc3228386 req-43abbd3e-02e2-4215-89f9-031d714a6097 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620871 Jun 11 19:56:21.436260 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595ce32-e8fd-4c35-a2ff-38bc9e2be550 req-f2828a16-6bf9-4be9-a8a5-956c4f2a59c6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:21.438145 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4595ce32-e8fd-4c35-a2ff-38bc9e2be550 req-f2828a16-6bf9-4be9-a8a5-956c4f2a59c6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0989633 Jun 11 19:56:21.440523 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-52bfbfc7-23c7-43e6-aad2-c278c29acbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:21.479703 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-4595ce32-e8fd-4c35-a2ff-38bc9e2be550 req-d868cedd-352e-4dac-95ca-bf4dd53a7b5b tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359473 Jun 11 19:56:21.667802 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cc93b-fe6e-440d-90ee-2d7ec9cd03a6 req-93ddc327-05c9-4c94-8bfa-faf3b2fdb2e8 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:21.669275 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1b6cc93b-fe6e-440d-90ee-2d7ec9cd03a6 req-93ddc327-05c9-4c94-8bfa-faf3b2fdb2e8 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.0724239 Jun 11 19:56:21.711810 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1b6cc93b-fe6e-440d-90ee-2d7ec9cd03a6 req-e8b8dca6-0212-47c1-946c-a6ba8581a745 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360308 Jun 11 19:56:22.059442 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-28242129-d987-4630-bb5a-6b9935e47840 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:22.060900 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-28242129-d987-4630-bb5a-6b9935e47840 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.0680969 Jun 11 19:56:22.172931 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Deleting port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:56:22.173279 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:22.283844 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] For port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:22.284177 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:22.503086 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:22.503853 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:22.503987 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Floating IP 72baca86-e100-4b0c-acf9-5607e5db8c80 disassociated. External IP: 172.28.1.142, port: ea032259-97ca-4ee8-9b7a-b4d8ea6a6308. Jun 11 19:56:22.504270 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Calling delete_port for ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:56:22.726391 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2faa15-3b73-4ecb-a6fd-ea6f241b5261 req-6b1ff878-366a-4660-b8e5-865a5afebc45 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:22.727836 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7b2faa15-3b73-4ecb-a6fd-ea6f241b5261 req-6b1ff878-366a-4660-b8e5-865a5afebc45 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 945 time: 0.1708505 Jun 11 19:56:22.774102 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fd3a7-68b7-418d-854c-8d4b90d4bc16 req-dd156f62-0c06-430e-bae9-dc888555918e tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:22.775535 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f42fd3a7-68b7-418d-854c-8d4b90d4bc16 req-dd156f62-0c06-430e-bae9-dc888555918e tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.1773558 Jun 11 19:56:22.817855 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7b2faa15-3b73-4ecb-a6fd-ea6f241b5261 req-77c9cb6d-89b3-4106-8166-521115761eb6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4ad4b-b274-452b-adcb-fb410789810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825405 Jun 11 19:56:22.845163 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f42fd3a7-68b7-418d-854c-8d4b90d4bc16 req-ceaf533c-800b-41ab-8af0-7bb7632a9fd6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603266 Jun 11 19:56:22.877326 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:22.881874 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:22.914306 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event deleted for resources: {'Port': ['ID=ea032259-97ca-4ee8-9b7a-b4d8ea6a6308,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:22.926484 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.926993 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.932148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.932148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.932148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.932148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.932148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.932148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.932148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.932148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.932148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.932148 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:22.935764 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:23.127886 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac85d3d-b19f-4a87-b960-227d918659ff req-5dc676e9-292a-4458-b03a-bd260fe4d6de tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:23.129364 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9ac85d3d-b19f-4a87-b960-227d918659ff req-5dc676e9-292a-4458-b03a-bd260fe4d6de tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 944 time: 0.1926944 Jun 11 19:56:23.138965 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Router 4efa2c34-debc-4a77-9471-14ab89636dd7 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:56:23.347486 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:56:23.382011 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55062) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:56:23.483700 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:23.491227 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-558fef51-9c60-4a20-bcc2-7a65f27beb07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080031 Jun 11 19:56:23.497743 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'port_id': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'mac_address': 'fa:16:3e:a1:c4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:56:23.547357 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:23.563039 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:56:23.573615 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9ac85d3d-b19f-4a87-b960-227d918659ff req-ee52c20e-7560-4d66-a8d5-46f912918095 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4369328 Jun 11 19:56:23.586575 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:23.654317 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:23.657018 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-f46ab8e7-c715-4a65-bc70-c9e572f1eb37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:23.669915 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:56:23.689273 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] Sync routers for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:56:23.710445 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b11769-8d38-40f8-868c-b95fdbd9d730 req-b7d631dd-bd1a-41ea-b11e-2b913f4a690d tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:23.711120 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:56:23.711734 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:55:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:56:23.711891 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c7b11769-8d38-40f8-868c-b95fdbd9d730 req-b7d631dd-bd1a-41ea-b11e-2b913f4a690d tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.1341224 Jun 11 19:56:23.733879 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] No DVR routers for this DVR port ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:56:23.740596 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:23.742413 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-89e2aafa-6fd6-4efe-835c-85bf082d50fa req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.43 "DELETE /v2.0/ports/ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 HTTP/1.1" status: 204 len: 173 time: 1.6767912 Jun 11 19:56:23.742906 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'name': 'network-vif-deleted', 'tag': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:56:23.745143 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00ba758-3488-4c57-bec1-3458954c69f3" -d '{"events": [{"server_uuid": "c0ae7a21-311f-40c6-ac6f-539fe22b228c", "name": "network-vif-deleted", "tag": "ea032259-97ca-4ee8-9b7a-b4d8ea6a6308"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:56:23.782070 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c7b11769-8d38-40f8-868c-b95fdbd9d730 req-e74cdd60-97ab-4fc4-966f-59c0c15a74c2 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496922 Jun 11 19:56:23.866290 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c941618-0165-4a13-a6b0-ee5ca04f5165 x-openstack-request-id: req-3c941618-0165-4a13-a6b0-ee5ca04f5165 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:56:23.866915 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ae7a21-311f-40c6-ac6f-539fe22b228c", "name": "network-vif-deleted", "tag": "ea032259-97ca-4ee8-9b7a-b4d8ea6a6308", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:56:23.867079 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c941618-0165-4a13-a6b0-ee5ca04f5165 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:56:23.867576 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ae7a21-311f-40c6-ac6f-539fe22b228c', 'name': 'network-vif-deleted', 'tag': 'ea032259-97ca-4ee8-9b7a-b4d8ea6a6308', 'status': 'completed', 'code': 200} Jun 11 19:56:23.973769 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=9']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:23.990844 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d1fcc718-b9f7-4dbf-9e14-0db93c6ae0b2 req-bacc6548-e9a3-409e-a32a-e459863f071b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0ae7a21-311f-40c6-ac6f-539fe22b228c HTTP/1.1" status: 200 len: 210 time: 0.0424113 Jun 11 19:56:23.991019 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:24.027441 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:56:24.072835 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:56:24.119437 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-10c30eda-fa10-4e24-8324-c03895984f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:24.192357 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:24.420672 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:56:24.424967 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] Checking router: 4efa2c34-debc-4a77-9471-14ab89636dd7 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:56:24.433353 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:56:24.433960 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:56:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:56:24.582728 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:56:24.785001 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65120620-cb15-4047-b8dc-7347299bd158 req-79be4801-f2dc-4dbe-a08d-df03ce433b66 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:24.787273 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-65120620-cb15-4047-b8dc-7347299bd158 req-79be4801-f2dc-4dbe-a08d-df03ce433b66 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 945 time: 0.0777736 Jun 11 19:56:24.830688 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-65120620-cb15-4047-b8dc-7347299bd158 req-c66b2bae-2c4e-4b18-9d6f-e0f70636f034 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368884 Jun 11 19:56:24.847171 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:56:24.851460 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f32f2-86e1-4e4a-82dc-2517e4c2632d None None] The sync data for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb is: [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:56:25.111169 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84239f6a-8b75-4b7e-8324-1b52c2627dd6 None None] New status for floating IP 72baca86-e100-4b0c-acf9-5607e5db8c80: DOWN {{(pid=98770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:56:25.139460 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6894bd8-4b04-4121-8b13-461ef9725cc1 req-c8ec63d0-591c-470d-9130-518a6b9d40be tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:25.141701 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b6894bd8-4b04-4121-8b13-461ef9725cc1 req-c8ec63d0-591c-470d-9130-518a6b9d40be tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0782454 Jun 11 19:56:25.185263 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55086) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:56:25.189633 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.192333 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b6894bd8-4b04-4121-8b13-461ef9725cc1 req-21b6e5a4-3c5f-4433-b9ea-665a087102cc tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443430 Jun 11 19:56:25.256181 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.283924 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.388625 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:56:25.436853 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.439769 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.441782 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "DELETE /v2.0/security-groups/2bc4ad4b-b274-452b-adcb-fb410789810b HTTP/1.1" status: 204 len: 168 time: 0.2549489 Jun 11 19:56:25.446387 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fc227014-6330-4189-8e97-f0488cc15ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:25.446518 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55088) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:56:25.446608 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:56:25.446608 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.454306 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc4ad4b-b274-452b-adcb-fb410789810b,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:25.464824 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.465190 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.465899 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.466267 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.466619 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.466977 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.467327 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.467670 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.468206 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.468754 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.469882 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.470413 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:25.471349 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.api.v2.resource [None req-e3056f83-c453-4f58-a904-d5b9b4ed1a60 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] show failed (client error): The resource could not be found. Jun 11 19:56:25.472430 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-e3056f83-c453-4f58-a904-d5b9b4ed1a60 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups/2bc4ad4b-b274-452b-adcb-fb410789810b HTTP/1.1" status: 404 len: 347 time: 0.0269806 Jun 11 19:56:25.474933 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:25.477214 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55090) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:56:25.554104 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.579971 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:56:25.582305 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb11af39-0de1-4cfb-81c3-341d3519862d" -d '{"events": [{"server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "name": "network-vif-plugged", "status": "completed", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:56:25.597588 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:25.619494 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba339710-1765-4dfb-9dc5-04e3be80f5dd x-openstack-request-id: req-ba339710-1765-4dfb-9dc5-04e3be80f5dd {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:56:25.619840 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "name": "network-vif-plugged", "status": "completed", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:56:25.620102 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba339710-1765-4dfb-9dc5-04e3be80f5dd {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:56:25.621899 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'code': 200} Jun 11 19:56:25.640961 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Deleting port 442d8a47-1662-4cee-9c00-bb7ea392d8cd {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:56:25.641311 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.680064 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.681080 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 3ce5c808-05c4-414f-a81c-502b70c227e5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:56:25.682886 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:25.747068 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.747331 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.768046 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=10']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:25.771977 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:25.817828 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.842768 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Calling delete_port for 442d8a47-1662-4cee-9c00-bb7ea392d8cd owned by network:floatingip {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:56:25.856382 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 3ce5c808-05c4-414f-a81c-502b70c227e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ce5c808-05c4-414f-a81c-502b70c227e5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:25.940037 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:25.940846 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:56:25.943436 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:25.986609 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:56:25.986959 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device ea032259-97ca-4ee8-9b7a-b4d8ea6a6308 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:56:26.015279 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=3ce5c808-05c4-414f-a81c-502b70c227e5,revision_number=6']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:26.018149 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:26.102280 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a66504-e8bf-4c78-935a-e20ea9a28400 req-81b4db0d-9264-43c3-8ff2-85c6ec412ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:26.103759 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59a66504-e8bf-4c78-935a-e20ea9a28400 req-81b4db0d-9264-43c3-8ff2-85c6ec412ce9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 1100 time: 0.2080042 Jun 11 19:56:26.146333 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-ee68793d-a9a7-43c6-aa39-e26bf08ae3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:26.147727 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-ee68793d-a9a7-43c6-aa39-e26bf08ae3ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb&tenant_id=1228b8ceabf048c3a934285fe602cc35 HTTP/1.1" status: 200 len: 1096 time: 0.2338171 Jun 11 19:56:26.161895 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e2a6d-3cad-43d6-aeeb-817068c7bde7 req-c09e7f5c-9c3d-4fd8-b867-26359e164832 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:26.163763 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-027e2a6d-3cad-43d6-aeeb-817068c7bde7 req-c09e7f5c-9c3d-4fd8-b867-26359e164832 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 947 time: 0.2101052 Jun 11 19:56:26.251642 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-59a66504-e8bf-4c78-935a-e20ea9a28400 req-30381dba-d5e3-4bee-ba31-d08a9f6759de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140552 Jun 11 19:56:26.272965 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-027e2a6d-3cad-43d6-aeeb-817068c7bde7 req-06d7ef06-7545-41b5-83d4-012be4e1ead7 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953245 Jun 11 19:56:26.288280 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-05c98503-2545-46ac-98ac-10f32716ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:26.289810 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-05c98503-2545-46ac-98ac-10f32716ed4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1228b8ceabf048c3a934285fe602cc35&device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1096 time: 0.1134059 Jun 11 19:56:26.311442 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:26.314474 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a355ba99-7503-4794-86f0-c78c49e7a6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:26.366455 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event deleted for resources: {'Port': ['ID=442d8a47-1662-4cee-9c00-bb7ea392d8cd,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:26.368350 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:26.552672 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:26.555248 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:26.556396 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "DELETE /v2.0/floatingips/72baca86-e100-4b0c-acf9-5607e5db8c80 HTTP/1.1" status: 204 len: 168 time: 1.0783210 Jun 11 19:56:26.582581 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd542e-7f43-4a56-8357-75c8efe3c2b6 req-04b8a001-0850-4af7-8853-9b5919fae9c9 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:26.584030 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d8dd542e-7f43-4a56-8357-75c8efe3c2b6 req-04b8a001-0850-4af7-8853-9b5919fae9c9 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 943 time: 0.2636569 Jun 11 19:56:26.611095 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-2b0db17c-91a1-4802-b053-b5e3c7744953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:26.612548 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-2b0db17c-91a1-4802-b053-b5e3c7744953 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b4b62b40-2057-4f9e-a017-b03fc0d4361f HTTP/1.1" status: 200 len: 910 time: 0.2431357 Jun 11 19:56:26.697051 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d8dd542e-7f43-4a56-8357-75c8efe3c2b6 req-58c3ee5a-cd65-4d36-b4fe-189a44206dc5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012616 Jun 11 19:56:26.715291 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-1bea4114-9551-42ee-bdd0-0831989375f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ce5c808-05c4-414f-a81c-502b70c227e5 HTTP/1.1" status: 200 len: 998 time: 0.0938840 Jun 11 19:56:26.775914 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-e6d89e3e-4179-419d-81e4-e25145e18a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:26.777341 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-e6d89e3e-4179-419d-81e4-e25145e18a0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5dafc54a-3fce-41ae-9ef2-f14b0524bbcc HTTP/1.1" status: 200 len: 848 time: 0.0556502 Jun 11 19:56:26.841428 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-314c955b-3881-4320-b2e6-23b747c2dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:26.842812 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-314c955b-3881-4320-b2e6-23b747c2dba8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4b62b40-2057-4f9e-a017-b03fc0d4361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591419 Jun 11 19:56:26.894998 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55104) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:56:26.899808 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-c5be4da9-7cda-44c0-b665-5c63279e7c9d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90622554', 'description': 'tempest-description--2138854543'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:56:26.962680 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-c5917f51-b3f8-48d5-b1eb-a8de4886ee5d service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120896 Jun 11 19:56:26.991238 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c5be4da9-7cda-44c0-b665-5c63279e7c9d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.080195 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c5be4da9-7cda-44c0-b665-5c63279e7c9d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.081076 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8169ec22-bf66-4b2e-bdad-e6975227bc9f req-8c26f609-29a3-49e9-affc-555fc41d9806 service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111348 Jun 11 19:56:27.151308 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.177139 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.177345 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c5be4da9-7cda-44c0-b665-5c63279e7c9d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.180044 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1cce3852-0b59-47ab-9d38-7ca1c7bcc430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:27.207861 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be4da9-7cda-44c0-b665-5c63279e7c9d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37b2511-8813-46c0-875e-7b6de20d699f,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:27.210440 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c5be4da9-7cda-44c0-b665-5c63279e7c9d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:27.282712 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c5be4da9-7cda-44c0-b665-5c63279e7c9d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.283952 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-c5be4da9-7cda-44c0-b665-5c63279e7c9d tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3878949 Jun 11 19:56:27.286731 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55106) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:56:27.291074 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-8d13d91c-3073-4756-be53-062b4b77c39b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'security_group_rule': {'security_group_id': 'a37b2511-8813-46c0-875e-7b6de20d699f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:56:27.391050 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91c-3073-4756-be53-062b4b77c39b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.459567 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91c-3073-4756-be53-062b4b77c39b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.466711 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be481e-eb2a-4a1d-9311-884b72cf6202 req-a948c753-3c7e-481a-ab20-96d03ab172a1 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:27.468749 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-79be481e-eb2a-4a1d-9311-884b72cf6202 req-a948c753-3c7e-481a-ab20-96d03ab172a1 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 947 time: 0.0752718 Jun 11 19:56:27.512984 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-79be481e-eb2a-4a1d-9311-884b72cf6202 req-7549e8e8-09d6-4f07-9e23-1223c422e572 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386403 Jun 11 19:56:27.517178 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91c-3073-4756-be53-062b4b77c39b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.519461 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d9af99a7-9e20-4b2a-8191-6cada8e8a464 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:27.539024 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13d91c-3073-4756-be53-062b4b77c39b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e45898e-7995-48f8-8bb7-0d4034d4553d,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:27.541961 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8d13d91c-3073-4756-be53-062b4b77c39b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:27.591413 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91c-3073-4756-be53-062b4b77c39b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.592681 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8d13d91c-3073-4756-be53-062b4b77c39b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050427 Jun 11 19:56:27.602623 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55130) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:56:27.602623 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-369d8168-d8d5-41ea-96ee-4630f5675250 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'security_group_rule': {'security_group_id': 'a37b2511-8813-46c0-875e-7b6de20d699f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:56:27.621822 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:56:27.624332 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0128e490-5058-44ee-8c7e-69d5794253e6" -d '{"events": [{"server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:56:27.662096 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 19:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b72da54-bcd1-4a9d-b023-010659d0491e x-openstack-request-id: req-7b72da54-bcd1-4a9d-b023-010659d0491e {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:56:27.662508 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:56:27.662661 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b72da54-bcd1-4a9d-b023-010659d0491e {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:56:27.663133 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'code': 200} Jun 11 19:56:27.690989 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-369d8168-d8d5-41ea-96ee-4630f5675250 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.754587 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-369d8168-d8d5-41ea-96ee-4630f5675250 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.805799 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-369d8168-d8d5-41ea-96ee-4630f5675250 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.807826 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:27.825042 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d8168-d8d5-41ea-96ee-4630f5675250 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211bcd20-0487-454b-9499-64ea2122ae2c,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:27.828740 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-369d8168-d8d5-41ea-96ee-4630f5675250 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:27.880523 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c3391-7a5d-48bb-886e-c0e94374bf23 req-acba1986-5828-49c1-a7d1-2a0685ccaf44 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:27.882015 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-203c3391-7a5d-48bb-886e-c0e94374bf23 req-acba1986-5828-49c1-a7d1-2a0685ccaf44 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 943 time: 0.0744138 Jun 11 19:56:27.894251 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-369d8168-d8d5-41ea-96ee-4630f5675250 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:27.895563 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-369d8168-d8d5-41ea-96ee-4630f5675250 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2988405 Jun 11 19:56:27.898487 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55148) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:56:27.903347 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'floatingip': {'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:56:27.927095 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-203c3391-7a5d-48bb-886e-c0e94374bf23 req-5c10b595-bed4-4c63-951e-eeb92226bb08 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381160 Jun 11 19:56:27.997089 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:28.113830 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:28.227328 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Allocated IP 172.28.1.16 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/6b7f7622-ddcb-4bbb-87f4-3314a4d4fd1d) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:56:28.355458 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:28.451916 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3166578'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:28.453888 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:28.504850 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:56:28.507840 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:56:28.510381 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:56:28.541158 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'Port': ['ID=6b7f7622-ddcb-4bbb-87f4-3314a4d4fd1d,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:28.545575 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:28.613047 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:28.702683 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdc39f-5eed-4c10-a147-fd42b2d559b9 req-3f17d553-72cc-425f-b483-39930b1b6443 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:28.704040 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-23cdc39f-5eed-4c10-a147-fd42b2d559b9 req-3f17d553-72cc-425f-b483-39930b1b6443 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 947 time: 0.0694678 Jun 11 19:56:28.723096 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:28.746801 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-23cdc39f-5eed-4c10-a147-fd42b2d559b9 req-2d128598-76c1-4c0b-9290-418e25173c2f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370228 Jun 11 19:56:28.906856 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for port, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:28.974202 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166540'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:28.976423 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a5f2fa66-f23f-42c8-a86d-54108418fec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:29.055561 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'Port': ['ID=6b7f7622-ddcb-4bbb-87f4-3314a4d4fd1d,revision_number=2']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:29.058345 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:29.069187 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:29.106537 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edff0a-fb42-4617-93ce-3a70a0cae4fd req-8342fd0c-707d-473f-9146-efc3e0ba49e1 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:29.108011 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b8edff0a-fb42-4617-93ce-3a70a0cae4fd req-8342fd0c-707d-473f-9146-efc3e0ba49e1 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 943 time: 0.0724640 Jun 11 19:56:29.149198 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b8edff0a-fb42-4617-93ce-3a70a0cae4fd req-bbba3a91-614b-43b0-be43-a4c6f746fec4 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349391 Jun 11 19:56:29.183327 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:29.186040 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2849543 Jun 11 19:56:29.367889 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-65a0bd85-cd53-4fe6-afc2-535a5408bf9e tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--90622554&fields=id&tenant_id=df29b6cabf604ce3bc4e204dd149d69d HTTP/1.1" status: 200 len: 267 time: 0.0359006 Jun 11 19:56:29.495274 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-dc105d05-5df0-47ae-bc11-010012bb6dbd tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:29.496627 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-dc105d05-5df0-47ae-bc11-010012bb6dbd tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/networks?id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 200 len: 811 time: 0.1225672 Jun 11 19:56:29.511285 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-03365572-0a5f-4006-8de3-694261310799 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/quotas/df29b6cabf604ce3bc4e204dd149d69d HTTP/1.1" status: 200 len: 375 time: 0.0087903 Jun 11 19:56:29.582590 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-2b802a09-70cc-45f5-93dc-1c5f261bb309 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659752 Jun 11 19:56:29.698668 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-2b6e5c34-916e-45e6-9711-c7536bfd279c service neutron] 10.222.0.37 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049135 Jun 11 19:56:29.810859 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-3d4d0899-4738-45fe-8894-56d7da0a38bd service neutron] 10.222.0.37 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060195 Jun 11 19:56:29.930564 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4684c-c45a-4ff5-b991-e4ce7838c39d req-af0894f0-dc4a-4b34-8e1a-dd54c14b1ae6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:29.932014 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3dd4684c-c45a-4ff5-b991-e4ce7838c39d req-af0894f0-dc4a-4b34-8e1a-dd54c14b1ae6 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 947 time: 0.0693569 Jun 11 19:56:29.972270 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3dd4684c-c45a-4ff5-b991-e4ce7838c39d req-72a79423-4bbd-47c9-8366-42c7312a5cba tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340974 Jun 11 19:56:30.078080 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72d816f1-a32a-4df8-96a3-e5d35a55ffa1 req-0f2ea49a-16be-4a41-867b-ca7f264fb905 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 210 time: 0.0367167 Jun 11 19:56:30.329146 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37722844-81ec-48f3-ab4b-8b27de980ed3 req-d8a54aec-05e7-45e6-ad59-8b53659e6c9f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:30.330580 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-37722844-81ec-48f3-ab4b-8b27de980ed3 req-d8a54aec-05e7-45e6-ad59-8b53659e6c9f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 943 time: 0.0691943 Jun 11 19:56:30.371876 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-37722844-81ec-48f3-ab4b-8b27de980ed3 req-a3125e17-42db-40ed-834a-b08e1bef2d13 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356371 Jun 11 19:56:31.222453 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-61c793ae-798a-454e-8b04-0dc21b52b73d req-055a3792-145b-427c-8440-897327450efe tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 210 time: 0.0330341 Jun 11 19:56:31.414609 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 3ce5c808-05c4-414f-a81c-502b70c227e5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:56:31.533943 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 3ce5c808-05c4-414f-a81c-502b70c227e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ce5c808-05c4-414f-a81c-502b70c227e5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:31.546941 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'port_id': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'mac_address': 'fa:16:3e:de:ca:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:56:31.552613 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9658cb-0cc3-47e6-b91d-659bef3da193 req-b48fa795-2d60-4fc1-b1c4-e0e21cc76f46 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:31.554180 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c9658cb-0cc3-47e6-b91d-659bef3da193 req-b48fa795-2d60-4fc1-b1c4-e0e21cc76f46 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 943 time: 0.0724545 Jun 11 19:56:31.593575 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:31.598029 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c9658cb-0cc3-47e6-b91d-659bef3da193 req-c79a5768-a057-4665-b3cb-9a62bfb4d6c2 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382655 Jun 11 19:56:31.610079 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce5c808-05c4-414f-a81c-502b70c227e5 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:56:31.631185 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 3ce5c808-05c4-414f-a81c-502b70c227e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ce5c808-05c4-414f-a81c-502b70c227e5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:31.693923 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:31.695683 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-f958cb5d-6535-4b18-bdcd-fc4c6bacf23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:31.748008 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=3ce5c808-05c4-414f-a81c-502b70c227e5,revision_number=7']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:31.751647 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:32.009881 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['3ce5c808-05c4-414f-a81c-502b70c227e5'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:56:32.025578 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-d6ca68f4-3833-4783-98fb-334b9329e87c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:32.026992 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-d6ca68f4-3833-4783-98fb-334b9329e87c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.43 "GET /v2.0/networks?id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 200 len: 811 time: 0.1255999 Jun 11 19:56:32.073739 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-f7c6849b-0f80-4447-b180-cefc45ed88ef tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df29b6cabf604ce3bc4e204dd149d69d HTTP/1.1" status: 200 len: 378 time: 0.0382645 Jun 11 19:56:32.082061 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'port': {'device_id': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'admin_state_up': True, 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'security_groups': ['a37b2511-8813-46c0-875e-7b6de20d699f']}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:56:32.285637 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Made reservation on behalf of df29b6cabf604ce3bc4e204dd149d69d for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:56:32.289232 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:32.697033 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5b540750-d99f-4779-84a2-84c50bc2c18b req-86defef1-9521-4291-b304-e9cc6f6483e1 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 210 time: 0.3417227 Jun 11 19:56:32.794907 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Allocated IP 172.20.0.6 (f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c/7b89e1a3-1efa-40f0-946b-3d72f37ff570/5232edd7-0ae4-4d11-9540-190c0d1095f4) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:56:32.836652 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7bc30-a61e-4aa6-a311-6bd1dec7b60c req-a28314eb-4682-46cb-8de0-f1fd5f091f44 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:32.838366 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c2b7bc30-a61e-4aa6-a311-6bd1dec7b60c req-a28314eb-4682-46cb-8de0-f1fd5f091f44 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 944 time: 0.1080205 Jun 11 19:56:32.917118 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c2b7bc30-a61e-4aa6-a311-6bd1dec7b60c req-47071412-7a80-47a4-a955-99c5035ee6f9 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729744 Jun 11 19:56:33.007243 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:33.019627 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Transition to ACTIVE for port object 5232edd7-0ae4-4d11-9540-190c0d1095f4 will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:56:33.116941 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:33.120651 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e5221a0e-95ff-4ffa-aef3-2d198e542f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:33.166003 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:56:33.169150 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:56:33.173481 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:56:33.205694 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event updated for resources: {'Port': ['ID=5232edd7-0ae4-4d11-9540-190c0d1095f4,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:33.210498 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:33.236658 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:33.237275 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:33.306203 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2276623 Jun 11 19:56:33.317915 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Request body: {'port': {'device_id': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:56:33.403635 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:33.417224 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 3ce5c808-05c4-414f-a81c-502b70c227e5 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:56:33.420747 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-f1ae523d-3c7d-42d1-b3d0-7fc3bac2d3e4 None None] Provisioning for port 5232edd7-0ae4-4d11-9540-190c0d1095f4 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:56:33.447795 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-f1ae523d-3c7d-42d1-b3d0-7fc3bac2d3e4 None None] Provisioning complete for port 5232edd7-0ae4-4d11-9540-190c0d1095f4 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:56:33.448119 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f1ae523d-3c7d-42d1-b3d0-7fc3bac2d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:33.626751 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae523d-3c7d-42d1-b3d0-7fc3bac2d3e4 None None] Port 5232edd7-0ae4-4d11-9540-190c0d1095f4 cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:56:33.635801 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 3ce5c808-05c4-414f-a81c-502b70c227e5 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:56:33.636211 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:33.717084 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5232edd7-0ae4-4d11-9540-190c0d1095f4 {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:56:33.724248 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:33.725194 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:33.737346 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Transition to ACTIVE for port object 5232edd7-0ae4-4d11-9540-190c0d1095f4 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:56:33.748783 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:56:33.751288 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7039cff4-736c-4b35-955d-78a2aa11271a" -d '{"events": [{"server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "name": "network-vif-plugged", "status": "completed", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:56:33.766553 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 3ce5c808-05c4-414f-a81c-502b70c227e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ce5c808-05c4-414f-a81c-502b70c227e5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:33.790213 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0804015b-8b0b-40cb-a206-1ae8dd547b1a x-openstack-request-id: req-0804015b-8b0b-40cb-a206-1ae8dd547b1a {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:56:33.790520 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "name": "network-vif-plugged", "status": "completed", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:56:33.790802 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0804015b-8b0b-40cb-a206-1ae8dd547b1a {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:56:33.791204 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'code': 200} Jun 11 19:56:33.808072 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:33.811551 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bbe8c305-ffb9-4f6a-8dd1-d4700b123f07 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:33.862989 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:33.864914 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:33.930914 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=3ce5c808-05c4-414f-a81c-502b70c227e5,revision_number=8']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:33.934615 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:33.948632 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Pushing event updated for resources: {'Port': ['ID=5232edd7-0ae4-4d11-9540-190c0d1095f4,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:33.948760 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:34.080165 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45fa2-2fb5-4bcc-a3cb-0c62014c31c8 req-e01d8ea2-24c5-4fdc-a5ce-d15ea0c277f9 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:34.081495 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e9a45fa2-2fb5-4bcc-a3cb-0c62014c31c8 req-e01d8ea2-24c5-4fdc-a5ce-d15ea0c277f9 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 943 time: 0.2708981 Jun 11 19:56:34.169860 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Attempting to bind port 5232edd7-0ae4-4d11-9540-190c0d1095f4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:56:34.170200 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Attempting to bind port 5232edd7-0ae4-4d11-9540-190c0d1095f4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:56:34.170528 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Attempting to bind port 5232edd7-0ae4-4d11-9540-190c0d1095f4 on network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:56:34.203753 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Port 5232edd7-0ae4-4d11-9540-190c0d1095f4 on network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:56:34.204068 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Attempting to bind port 5232edd7-0ae4-4d11-9540-190c0d1095f4 on network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:56:34.217864 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e9a45fa2-2fb5-4bcc-a3cb-0c62014c31c8 req-1eb83429-c32b-48a7-834b-c3ceb74736b5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091890 Jun 11 19:56:34.220446 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:56:34.220883 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Checking segment: {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:56:34.221140 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Bound using segment: {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:56:34.221573 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Bound port: 5232edd7-0ae4-4d11-9540-190c0d1095f4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02985246-025f-4acb-907e-a339ef5965ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:56:34.221923 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:34.254011 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d02f0-6b1b-4637-b09c-f24d394d2b5d req-401258f8-ddeb-4080-a809-429b4a49d5a8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:34.255447 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5c3d02f0-6b1b-4637-b09c-f24d394d2b5d req-401258f8-ddeb-4080-a809-429b4a49d5a8 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.2050307 Jun 11 19:56:34.277872 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a8af5-7f24-4d73-9c19-4abefcdb699a req-b0790483-bcb6-49d1-aa81-4b78ece56dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:34.279242 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ad0a8af5-7f24-4d73-9c19-4abefcdb699a req-b0790483-bcb6-49d1-aa81-4b78ece56dfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1098 time: 0.2075102 Jun 11 19:56:34.379534 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5c3d02f0-6b1b-4637-b09c-f24d394d2b5d req-dca91fae-0da0-46f3-8e0d-1a9e0e3163c2 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980084 Jun 11 19:56:34.380983 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ad0a8af5-7f24-4d73-9c19-4abefcdb699a req-bba538e1-1532-4738-ab8a-16e135d72792 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919032 Jun 11 19:56:34.387554 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] For port 5232edd7-0ae4-4d11-9540-190c0d1095f4, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:56:34.390906 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] For port 5232edd7-0ae4-4d11-9540-190c0d1095f4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5232edd7-0ae4-4d11-9540-190c0d1095f4,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:56:34.471173 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:34.473256 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-25a1a9fd-721e-416e-9c24-c3e756564804 tempest-AttachVolumeNegativeTest-2073237197 tempest-AttachVolumeNegativeTest-2073237197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:34.517917 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:34.518532 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:34.519932 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] 10.222.0.43 "PUT /v2.0/ports/5232edd7-0ae4-4d11-9540-190c0d1095f4 HTTP/1.1" status: 200 len: 1093 time: 1.2062511 Jun 11 19:56:34.520479 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'tag': '5232edd7-0ae4-4d11-9540-190c0d1095f4'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:56:34.522763 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eecd78-8a9f-4fdd-b190-44e33729acc7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec24f25-b1dd-4c0e-9762-c9d5881f5f12", "tag": "5232edd7-0ae4-4d11-9540-190c0d1095f4"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:56:34.545053 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Pushing event updated for resources: {'Port': ['ID=5232edd7-0ae4-4d11-9540-190c0d1095f4,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:34.550074 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:34.567926 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a943a611-ff37-4fbf-90ce-52052d7bd7b8 x-openstack-request-id: req-a943a611-ff37-4fbf-90ce-52052d7bd7b8 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:56:34.568284 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec24f25-b1dd-4c0e-9762-c9d5881f5f12", "tag": "5232edd7-0ae4-4d11-9540-190c0d1095f4", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:56:34.568564 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a943a611-ff37-4fbf-90ce-52052d7bd7b8 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:56:34.568993 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'tag': '5232edd7-0ae4-4d11-9540-190c0d1095f4', 'status': 'completed', 'code': 200} Jun 11 19:56:34.651727 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecd78-8a9f-4fdd-b190-44e33729acc7 req-bc0d1c40-45c8-409f-8f4a-d8cccf127c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:34.653431 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-68eecd78-8a9f-4fdd-b190-44e33729acc7 req-bc0d1c40-45c8-409f-8f4a-d8cccf127c16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 1096 time: 0.0642385 Jun 11 19:56:34.776928 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecd78-8a9f-4fdd-b190-44e33729acc7 req-ae42226b-dfd1-4876-ae8b-101f92409786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:34.778320 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-68eecd78-8a9f-4fdd-b190-44e33729acc7 req-ae42226b-dfd1-4876-ae8b-101f92409786 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1179941 Jun 11 19:56:34.895978 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecd78-8a9f-4fdd-b190-44e33729acc7 req-6d913fc7-a3cb-4b31-a54c-c9ca3a540754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:34.897447 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-68eecd78-8a9f-4fdd-b190-44e33729acc7 req-6d913fc7-a3cb-4b31-a54c-c9ca3a540754 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120882 Jun 11 19:56:35.001295 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-5716b931-9fe0-4680-87e3-6779ecca9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:35.002743 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-5716b931-9fe0-4680-87e3-6779ecca9709 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 1096 time: 0.0586245 Jun 11 19:56:35.061460 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-5196ff45-4433-4f0e-9543-ac838bc90336 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5232edd7-0ae4-4d11-9540-190c0d1095f4 HTTP/1.1" status: 200 len: 217 time: 0.0485370 Jun 11 19:56:35.118648 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-9b3157e2-89a6-4f6c-be78-45b6882b2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:35.120016 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-9b3157e2-89a6-4f6c-be78-45b6882b2f0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b89e1a3-1efa-40f0-946b-3d72f37ff570 HTTP/1.1" status: 200 len: 850 time: 0.0501871 Jun 11 19:56:35.182333 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-92f544ca-b1f1-47cb-bf80-fb9e045f56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:35.183746 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-92f544ca-b1f1-47cb-bf80-fb9e045f56a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0562294 Jun 11 19:56:35.301006 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-6dc95498-f9e0-475a-99d4-ee86f48f72cf service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097097 Jun 11 19:56:35.459868 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b67e69a7-8538-4053-b969-654ba6578fe4 req-17c00228-c0bb-4db9-a32c-068eb3724499 service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508203 Jun 11 19:56:35.479514 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4158e3-cd1b-40f9-92b7-aa8dab1ff27f req-0dc6518d-fb25-40b5-91ad-24a5e89db762 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:35.481195 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2d4158e3-cd1b-40f9-92b7-aa8dab1ff27f req-0dc6518d-fb25-40b5-91ad-24a5e89db762 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 943 time: 0.1338174 Jun 11 19:56:35.559577 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2d4158e3-cd1b-40f9-92b7-aa8dab1ff27f req-01778d53-1e09-4902-abcb-aedf10930f35 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729680 Jun 11 19:56:35.591769 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccd06b-a260-4d83-8425-c2e0d551a9aa req-8c5d8842-40e5-4315-84af-4e7740a6ce4d tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:35.593320 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-23ccd06b-a260-4d83-8425-c2e0d551a9aa req-8c5d8842-40e5-4315-84af-4e7740a6ce4d tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0898905 Jun 11 19:56:35.638631 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-23ccd06b-a260-4d83-8425-c2e0d551a9aa req-1fcfd911-f2cd-4748-a819-a75547ab0161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394604 Jun 11 19:56:36.741116 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b81fd7-7eba-414e-a753-ca527fc3d5fc req-0a8e2d83-9d67-4b9a-aae4-2f29e3f6f81a tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:36.742591 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-61b81fd7-7eba-414e-a753-ca527fc3d5fc req-0a8e2d83-9d67-4b9a-aae4-2f29e3f6f81a tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 943 time: 0.0696843 Jun 11 19:56:36.820890 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-61b81fd7-7eba-414e-a753-ca527fc3d5fc req-e0492ca7-3193-4986-983d-bc1c17160c89 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727520 Jun 11 19:56:36.848029 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb015f-a7eb-4496-acfb-6bd2f0a38f1c req-4ea72c64-eb6b-4639-9ba2-2222f45b98bb tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:36.849491 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fcdb015f-a7eb-4496-acfb-6bd2f0a38f1c req-4ea72c64-eb6b-4639-9ba2-2222f45b98bb tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.0956206 Jun 11 19:56:36.889067 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fcdb015f-a7eb-4496-acfb-6bd2f0a38f1c req-6fe4ff9b-d2e3-4d1e-953c-8d5991d12f2f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Jun 11 19:56:37.996649 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497c6cd-937e-447d-85ac-09904a6ffbab req-aa3b88f8-2378-4730-9595-823ca891a0fe tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:37.998081 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d497c6cd-937e-447d-85ac-09904a6ffbab req-aa3b88f8-2378-4730-9595-823ca891a0fe tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 943 time: 0.0677741 Jun 11 19:56:38.041424 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d497c6cd-937e-447d-85ac-09904a6ffbab req-9f76ebda-b356-4544-9c67-c1b41ea8cb64 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379329 Jun 11 19:56:39.222896 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677e34d-8a7c-4d01-bf1b-c68fa2f41716 req-194f8f4e-cac6-4335-a5a6-08c322e7154f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:39.224301 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7677e34d-8a7c-4d01-bf1b-c68fa2f41716 req-194f8f4e-cac6-4335-a5a6-08c322e7154f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 943 time: 0.0686803 Jun 11 19:56:39.265188 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7677e34d-8a7c-4d01-bf1b-c68fa2f41716 req-d025d7ea-08d4-45c7-ad63-8fc7b44d183a tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352914 Jun 11 19:56:39.430582 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 5232edd7-0ae4-4d11-9540-190c0d1095f4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:56:39.545960 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 5232edd7-0ae4-4d11-9540-190c0d1095f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5232edd7-0ae4-4d11-9540-190c0d1095f4,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:39.558278 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '5232edd7-0ae4-4d11-9540-190c0d1095f4', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'port_id': '5232edd7-0ae4-4d11-9540-190c0d1095f4', 'mac_address': 'fa:16:3e:5c:48:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:56:39.599945 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:39.614806 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5232edd7-0ae4-4d11-9540-190c0d1095f4 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:56:39.634393 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 5232edd7-0ae4-4d11-9540-190c0d1095f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5232edd7-0ae4-4d11-9540-190c0d1095f4,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:39.682105 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:39.683815 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:39.737667 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=5232edd7-0ae4-4d11-9540-190c0d1095f4,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:39.744243 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.744589 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.744928 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.745260 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.745587 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.745914 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.746237 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.746557 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.746876 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.747200 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.747515 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.747831 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:56:39.751476 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:40.025666 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['5232edd7-0ae4-4d11-9540-190c0d1095f4'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:56:40.442479 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67001c89-4b5a-48b5-b6c4-bb15938c3437 req-43f69ae1-991a-49d8-9e1d-a476db3135f0 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:40.443909 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-67001c89-4b5a-48b5-b6c4-bb15938c3437 req-43f69ae1-991a-49d8-9e1d-a476db3135f0 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 944 time: 0.0671756 Jun 11 19:56:40.488317 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-67001c89-4b5a-48b5-b6c4-bb15938c3437 req-895a49ab-3ea0-4fd6-ab08-906156141773 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387213 Jun 11 19:56:41.450895 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 5232edd7-0ae4-4d11-9540-190c0d1095f4 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:56:41.554008 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 5232edd7-0ae4-4d11-9540-190c0d1095f4 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:56:41.557925 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 5232edd7-0ae4-4d11-9540-190c0d1095f4 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:56:41.558308 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:41.652736 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:41.672937 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a600042-13a0-4fa6-bddd-15f222566c7a req-359ebf09-5075-459e-808e-4c020921ec9a tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:41.674407 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1a600042-13a0-4fa6-bddd-15f222566c7a req-359ebf09-5075-459e-808e-4c020921ec9a tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 944 time: 0.0753305 Jun 11 19:56:41.679855 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5232edd7-0ae4-4d11-9540-190c0d1095f4'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:56:41.682412 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce63990-733e-456d-b07b-f81bc13633f8" -d '{"events": [{"server_uuid": "9ec24f25-b1dd-4c0e-9762-c9d5881f5f12", "name": "network-vif-plugged", "status": "completed", "tag": "5232edd7-0ae4-4d11-9540-190c0d1095f4"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:56:41.703362 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 5232edd7-0ae4-4d11-9540-190c0d1095f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5232edd7-0ae4-4d11-9540-190c0d1095f4,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:56:41.725383 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74664ef7-49ac-4938-b5de-f1cba139d93b x-openstack-request-id: req-74664ef7-49ac-4938-b5de-f1cba139d93b {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:56:41.725677 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec24f25-b1dd-4c0e-9762-c9d5881f5f12", "name": "network-vif-plugged", "status": "completed", "tag": "5232edd7-0ae4-4d11-9540-190c0d1095f4", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:56:41.725933 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74664ef7-49ac-4938-b5de-f1cba139d93b {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:56:41.726376 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5232edd7-0ae4-4d11-9540-190c0d1095f4', 'code': 200} Jun 11 19:56:41.728753 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1a600042-13a0-4fa6-bddd-15f222566c7a req-59ac9755-a399-4510-93c3-eca65255f1a3 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475490 Jun 11 19:56:41.771543 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:41.773428 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:56:41.833437 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=5232edd7-0ae4-4d11-9540-190c0d1095f4,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:56:41.836409 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:56:42.099742 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff01f9-0a03-4965-b709-4384f553ec41 req-2b71b2db-01d7-497c-98e7-5c290fd9026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:42.101125 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-81ff01f9-0a03-4965-b709-4384f553ec41 req-2b71b2db-01d7-497c-98e7-5c290fd9026a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 1098 time: 0.0561836 Jun 11 19:56:42.141673 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-81ff01f9-0a03-4965-b709-4384f553ec41 req-95397118-1774-4f20-a4eb-a0e264f89eaf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0294008 Jun 11 19:56:42.908052 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411697cf-cfe4-47d5-a015-5ae57b5f9337 req-3b9f5177-84e2-48ef-ba3b-96518c1510c2 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:42.909449 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-411697cf-cfe4-47d5-a015-5ae57b5f9337 req-3b9f5177-84e2-48ef-ba3b-96518c1510c2 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 945 time: 0.0714929 Jun 11 19:56:42.951102 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-411697cf-cfe4-47d5-a015-5ae57b5f9337 req-0b7e3b8d-3cb4-47f2-ab02-3ebc8d44fccd tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358849 Jun 11 19:56:44.125944 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742bbfe-226b-4594-81af-e8847e2a6762 req-365556ff-9bdf-4e48-a60a-7ce99a65b1b8 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:44.127373 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5742bbfe-226b-4594-81af-e8847e2a6762 req-365556ff-9bdf-4e48-a60a-7ce99a65b1b8 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 945 time: 0.0671012 Jun 11 19:56:44.167305 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5742bbfe-226b-4594-81af-e8847e2a6762 req-ac878b33-d6c4-471a-a542-dd4ddc4dfbab tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343206 Jun 11 19:56:44.348224 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0dd84-31fb-4e1b-9443-48979d25cb97 req-73d73994-b24c-4ffe-88ec-3b378e8778d0 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:44.349742 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-64e0dd84-31fb-4e1b-9443-48979d25cb97 req-73d73994-b24c-4ffe-88ec-3b378e8778d0 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 945 time: 0.0709195 Jun 11 19:56:44.357898 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55230) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:56:44.362298 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-8e74a856-031d-418a-a57f-1f484fc401d5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Request body: {'floatingip': {'port_id': '5232edd7-0ae4-4d11-9540-190c0d1095f4'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:56:44.414446 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8e74a856-031d-418a-a57f-1f484fc401d5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:44.965767 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8e74a856-031d-418a-a57f-1f484fc401d5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:45.007837 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8e74a856-031d-418a-a57f-1f484fc401d5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:45.138118 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [None req-8e74a856-031d-418a-a57f-1f484fc401d5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Floating IP 031452c3-41c6-413c-ad75-3f21c52a7666 associated. External IP: 172.28.1.16, port: 5232edd7-0ae4-4d11-9540-190c0d1095f4. Jun 11 19:56:45.700467 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e74a856-031d-418a-a57f-1f484fc401d5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Router 4efa2c34-debc-4a77-9471-14ab89636dd7 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:56:45.841697 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e74a856-031d-418a-a57f-1f484fc401d5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:56:45.846557 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8e74a856-031d-418a-a57f-1f484fc401d5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:45.850724 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54135488-6603-4a9c-980f-c57465741b8c None None] Sync routers for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:56:45.860820 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54135488-6603-4a9c-980f-c57465741b8c None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:56:45.861436 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-54135488-6603-4a9c-980f-c57465741b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:56:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:56:45.895052 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-8e74a856-031d-418a-a57f-1f484fc401d5 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "PUT /v2.0/floatingips/031452c3-41c6-413c-ad75-3f21c52a7666 HTTP/1.1" status: 200 len: 990 time: 1.5329180 Jun 11 19:56:45.895052 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'tag': '5232edd7-0ae4-4d11-9540-190c0d1095f4'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:56:45.895052 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec24f25-b1dd-4c0e-9762-c9d5881f5f12", "tag": "5232edd7-0ae4-4d11-9540-190c0d1095f4"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:56:45.932065 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10452aad-d06a-42db-a122-b477bb81d66a x-openstack-request-id: req-10452aad-d06a-42db-a122-b477bb81d66a {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:56:45.932417 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec24f25-b1dd-4c0e-9762-c9d5881f5f12", "tag": "5232edd7-0ae4-4d11-9540-190c0d1095f4", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:56:45.932709 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10452aad-d06a-42db-a122-b477bb81d66a {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:56:45.933139 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'tag': '5232edd7-0ae4-4d11-9540-190c0d1095f4', 'status': 'completed', 'code': 200} Jun 11 19:56:46.012822 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-54135488-6603-4a9c-980f-c57465741b8c None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:56:46.020174 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-9fdf0ce2-43d2-425f-8572-69ed7b1c9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:46.021656 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-9fdf0ce2-43d2-425f-8572-69ed7b1c9ad3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 1098 time: 0.0617836 Jun 11 19:56:46.139821 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-e630cc42-7516-4477-b44b-25daa149a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:46.141331 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-e630cc42-7516-4477-b44b-25daa149a888 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 200 len: 912 time: 0.1125605 Jun 11 19:56:46.225285 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-bf4c7e7a-63c6-42bc-8702-35fe4cce2a93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5232edd7-0ae4-4d11-9540-190c0d1095f4 HTTP/1.1" status: 200 len: 998 time: 0.0773814 Jun 11 19:56:46.281863 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-61d00c1e-f274-49d3-b772-52adf255a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:46.283193 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-61d00c1e-f274-49d3-b772-52adf255a257 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b89e1a3-1efa-40f0-946b-3d72f37ff570 HTTP/1.1" status: 200 len: 850 time: 0.0514605 Jun 11 19:56:46.292814 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-54135488-6603-4a9c-980f-c57465741b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '031452c3-41c6-413c-ad75-3f21c52a7666', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'floating_ip_address': '172.28.1.16', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'port_id': '5232edd7-0ae4-4d11-9540-190c0d1095f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'mac_address': 'fa:16:3e:5c:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:56:28Z', 'updated_at': '2021-06-11T19:56:44Z', 'revision_number': 1, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:56:46.297932 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54135488-6603-4a9c-980f-c57465741b8c None None] Checking router: 4efa2c34-debc-4a77-9471-14ab89636dd7 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:56:46.305791 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54135488-6603-4a9c-980f-c57465741b8c None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:56:46.306403 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-54135488-6603-4a9c-980f-c57465741b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:56:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:56:46.369345 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-076ae3e5-9225-4579-8fad-1f99bb0455e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:46.370819 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-076ae3e5-9225-4579-8fad-1f99bb0455e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769236 Jun 11 19:56:46.449470 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-54135488-6603-4a9c-980f-c57465741b8c None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:56:46.490145 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-a0703e79-c472-4cfe-8bb8-482768f0a80b service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101935 Jun 11 19:56:46.609370 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a6751c26-7f9e-49fa-b80e-cc98f0ffd3d0 req-82692c00-9998-4207-aa01-42d66f6debfc service neutron] 10.222.0.43 "GET /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122501 Jun 11 19:56:46.858092 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-54135488-6603-4a9c-980f-c57465741b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '031452c3-41c6-413c-ad75-3f21c52a7666', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'floating_ip_address': '172.28.1.16', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'port_id': '5232edd7-0ae4-4d11-9540-190c0d1095f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'mac_address': 'fa:16:3e:5c:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:56:28Z', 'updated_at': '2021-06-11T19:56:44Z', 'revision_number': 1, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:56:46.861545 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54135488-6603-4a9c-980f-c57465741b8c None None] The sync data for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb is: [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': '031452c3-41c6-413c-ad75-3f21c52a7666', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'floating_ip_address': '172.28.1.16', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'port_id': '5232edd7-0ae4-4d11-9540-190c0d1095f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'mac_address': 'fa:16:3e:5c:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:56:28Z', 'updated_at': '2021-06-11T19:56:44Z', 'revision_number': 1, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:56:47.032997 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29192a76-e22a-4a97-b21f-d544dc4c7948 None None] New status for floating IP 031452c3-41c6-413c-ad75-3f21c52a7666: ACTIVE {{(pid=98770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:56:51.442045 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4467c0e8-1b8c-42ae-8270-1542c47f9cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:54.007678 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-083c54dd-b150-46a1-8c21-bc0d22092345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:54.099140 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:55.148492 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:57.150427 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:57.178895 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:56:57.734749 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:56:58.616279 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-b2bcf0a1-bb5f-4ab4-8f40-f47a04767fa4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563717 Jun 11 19:56:58.701572 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-c62b051c-2ca7-418b-a5c7-3106cb392788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:58.703026 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-c62b051c-2ca7-418b-a5c7-3106cb392788 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1228b8ceabf048c3a934285fe602cc35&device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1098 time: 0.0621064 Jun 11 19:56:58.829323 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-c0a3e603-abf7-41ca-a0e2-5f45f86b0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:58.831358 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-c0a3e603-abf7-41ca-a0e2-5f45f86b0c95 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b4b62b40-2057-4f9e-a017-b03fc0d4361f HTTP/1.1" status: 200 len: 910 time: 0.1062858 Jun 11 19:56:58.915530 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-1cb769e1-e011-43b0-805b-1658724e29e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ce5c808-05c4-414f-a81c-502b70c227e5 HTTP/1.1" status: 200 len: 1000 time: 0.0775688 Jun 11 19:56:58.973695 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-af7664f8-d615-4580-9951-86d724f27a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:58.975130 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-af7664f8-d615-4580-9951-86d724f27a8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5dafc54a-3fce-41ae-9ef2-f14b0524bbcc HTTP/1.1" status: 200 len: 848 time: 0.0508809 Jun 11 19:56:59.040407 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-936095ae-bcbc-4b10-beb7-8b6f89ec30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:56:59.041906 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-936095ae-bcbc-4b10-beb7-8b6f89ec30ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4b62b40-2057-4f9e-a017-b03fc0d4361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0608070 Jun 11 19:56:59.155775 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-bb0b4883-e084-4215-8ad3-a3198af4acbb service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067293 Jun 11 19:56:59.267253 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7984b371-9cba-4d08-b7f4-38781e6624e4 req-37672ac7-52a6-49d1-acff-ac6c15f0bbdd service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039469 Jun 11 19:57:21.435970 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a7f638a2-2721-4e17-b942-12cd2ec43c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:24.016184 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-91f22b91-bab7-48eb-bc0f-c7cca2245aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:24.090344 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:25.142187 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:26.185274 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68641c-2b9e-4237-9266-35e60f07adf0 req-c3b7aa79-a3e6-43fa-95b5-73cc0155692a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:57:26.186725 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c68641c-2b9e-4237-9266-35e60f07adf0 req-c3b7aa79-a3e6-43fa-95b5-73cc0155692a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 947 time: 0.0716739 Jun 11 19:57:26.227402 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c68641c-2b9e-4237-9266-35e60f07adf0 req-d1d2bbc3-8dc7-410b-ba69-cc7a9448f433 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351191 Jun 11 19:57:27.184674 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:27.216383 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:27.410087 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141ee24-32d4-479a-b992-42ce7624439b req-75996cc3-a716-43b1-8147-fb2f61cbafc5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:57:27.411445 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b141ee24-32d4-479a-b992-42ce7624439b req-75996cc3-a716-43b1-8147-fb2f61cbafc5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 947 time: 0.0676091 Jun 11 19:57:27.451895 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b141ee24-32d4-479a-b992-42ce7624439b req-345baa4c-638d-4d91-9325-ce51131697ec tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups?id=85fa5d38-13d3-42c3-aa2e-b74e4424d78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343726 Jun 11 19:57:27.637422 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-ccb3b1ca-5e5d-4202-b84e-a8524e9e95e9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:57:27.638817 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-ccb3b1ca-5e5d-4202-b84e-a8524e9e95e9 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 947 time: 0.0712354 Jun 11 19:57:27.746931 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Deleting port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:57:27.747187 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:27.860988 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] For port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:57:27.861346 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:28.076109 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:28.076399 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:28.076713 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Floating IP 0fe8fc18-bb01-447f-ae79-48d199d24542 disassociated. External IP: 172.28.1.175, port: c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce. Jun 11 19:57:28.077059 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Calling delete_port for c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:57:28.279427 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:28.283324 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:28.313025 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event deleted for resources: {'Port': ['ID=c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:28.323777 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.324174 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.324538 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.325135 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.325497 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.325853 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.326254 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.326552 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.326897 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.327242 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.327585 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.327926 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:28.332525 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:28.470766 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Router e208e136-fc7f-4322-9de0-9b4bb22e525c has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:57:28.615258 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bf530289-68ae-4d62-bc73-b179730f5a28 req-ea3872b9-8293-4e83-82c4-9942a5bd24b5 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 210 time: 0.0423262 Jun 11 19:57:28.647034 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:57:28.656967 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] Sync routers for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:57:28.665595 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:57:28.666500 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:57:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:28.706383 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] No DVR routers for this DVR port c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:57:28.709057 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:28.711954 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ecb62db6-38ee-495d-ab21-5e06beeb0669 req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.43 "DELETE /v2.0/ports/c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce HTTP/1.1" status: 204 len: 173 time: 1.0661869 Jun 11 19:57:28.712483 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'name': 'network-vif-deleted', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:57:28.714766 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb69c9-7199-4330-b293-668ff3761c82" -d '{"events": [{"server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "name": "network-vif-deleted", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:57:28.756634 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98907b4a-c550-4e22-b8df-3773a8573aa2 x-openstack-request-id: req-98907b4a-c550-4e22-b8df-3773a8573aa2 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:57:28.759279 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b", "name": "network-vif-deleted", "tag": "c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:57:28.759279 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98907b4a-c550-4e22-b8df-3773a8573aa2 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:57:28.759279 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b', 'name': 'network-vif-deleted', 'tag': 'c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce', 'status': 'completed', 'code': 200} Jun 11 19:57:28.821791 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:57:29.078649 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:29.087800 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] Checking router: e208e136-fc7f-4322-9de0-9b4bb22e525c for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:57:29.091031 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:57:29.091711 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:57:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:29.237027 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:57:29.486388 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:29.489794 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba9356-50dd-4363-8016-62bad0f7ea3c None None] The sync data for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb is: [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:48:52Z', 'revision_number': 4, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '43157797-592f-4cce-a24a-88aaafef0879', 'name': '', 'network_id': 'c98e101b-9b45-42ce-ab6c-9eb5fa49e132', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'mac_address': 'fa:16:3e:c4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:49Z', 'updated_at': '2021-06-11T19:49:05Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'subnets': [{'id': '49272f7e-2d72-4d72-950c-1525b95f657c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:57:29.707010 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a871a7-f1ce-499e-be36-3fb4494c6abc None None] New status for floating IP 0fe8fc18-bb01-447f-ae79-48d199d24542: DOWN {{(pid=98770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:57:29.793767 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-cd440261-0de4-4a1f-b93c-676b7e4a87cf req-d18bb1bf-841a-431d-86ee-dbc94b22423c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dfb1617-f080-43bf-a4ef-2ef8ba88bf1b HTTP/1.1" status: 200 len: 210 time: 0.0335686 Jun 11 19:57:31.013823 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55366) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:31.071311 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6bab7508-8a13-40dd-8f2f-aa857c395833 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:31.095888 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6bab7508-8a13-40dd-8f2f-aa857c395833 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:31.230256 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6bab7508-8a13-40dd-8f2f-aa857c395833 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:31.232988 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6bab7508-8a13-40dd-8f2f-aa857c395833 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:31.234139 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-6bab7508-8a13-40dd-8f2f-aa857c395833 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "DELETE /v2.0/security-groups/85fa5d38-13d3-42c3-aa2e-b74e4424d78b HTTP/1.1" status: 204 len: 168 time: 0.2193460 Jun 11 19:57:31.234959 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-2d49672c-65c0-460b-a7a6-43c85f4cc92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:31.242374 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55370) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:31.245198 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab7508-8a13-40dd-8f2f-aa857c395833 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fa5d38-13d3-42c3-aa2e-b74e4424d78b,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:31.247412 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6bab7508-8a13-40dd-8f2f-aa857c395833 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:31.260814 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.api.v2.resource [None req-23c426b8-21fd-4fad-b7d9-6dc51b70f610 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] show failed (client error): The resource could not be found. Jun 11 19:57:31.261765 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-23c426b8-21fd-4fad-b7d9-6dc51b70f610 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "GET /v2.0/security-groups/85fa5d38-13d3-42c3-aa2e-b74e4424d78b HTTP/1.1" status: 404 len: 347 time: 0.0182667 Jun 11 19:57:31.264695 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55374) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:31.419015 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Deleting port 33925b61-10fe-4066-a916-e29447c0adaa {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:57:31.419349 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:31.513305 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:31.513541 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:31.602037 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Calling delete_port for 33925b61-10fe-4066-a916-e29447c0adaa owned by network:floatingip {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:57:31.660194 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:57:31.688952 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:57:31.689312 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device c77e7e87-e9f9-4dd7-ba13-d8d03caa44ce not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:57:31.816681 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:31.818548 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-928aea74-6a3e-43e8-b244-c4e0c372d726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:31.850844 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Pushing event deleted for resources: {'Port': ['ID=33925b61-10fe-4066-a916-e29447c0adaa,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:31.861545 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.861918 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.862279 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.862635 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.862990 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.863341 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.863724 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.864104 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.867259 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.867259 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.867259 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.867259 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:57:31.887641 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:31.932318 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks [] for floatingip, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:31.934737 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:31.935846 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-b38066c7-ad84-407f-b4d6-a205f9fdeb27 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] 10.222.0.37 "DELETE /v2.0/floatingips/0fe8fc18-bb01-447f-ae79-48d199d24542 HTTP/1.1" status: 204 len: 168 time: 0.6702206 Jun 11 19:57:34.733989 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:57:34.779714 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55404) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:35.588296 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411604'] for router_interface, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:35.950270 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Deleting port 43157797-592f-4cce-a24a-88aaafef0879 {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:57:35.950868 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:36.050200 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] For port 43157797-592f-4cce-a24a-88aaafef0879, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=43157797-592f-4cce-a24a-88aaafef0879,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:57:36.050555 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:36.139488 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Calling delete_port for 43157797-592f-4cce-a24a-88aaafef0879 owned by network:router_interface {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:57:36.464295 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:36.466384 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ad279bea-4792-4938-940c-814062dcb409 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:36.498948 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=43157797-592f-4cce-a24a-88aaafef0879,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:36.502067 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:36.719075 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416068'] for router_interface, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:37.012955 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Router e208e136-fc7f-4322-9de0-9b4bb22e525c has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:57:37.150275 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:57:37.155279 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-00d526b3-8e0d-4dfa-831d-7bf46c0612a0 admin admin] 10.222.0.37 "PUT /v2.0/routers/e208e136-fc7f-4322-9de0-9b4bb22e525c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3745661 Jun 11 19:57:37.157792 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55412) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:37.160616 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] Sync routers for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:57:37.169338 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:57:37.169939 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:57:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:37.341485 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:57:37.530315 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Notify callbacks [] for router, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:37.667651 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:37.700999 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:57:36Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:37.704281 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] Checking router: e208e136-fc7f-4322-9de0-9b4bb22e525c for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:57:37.713055 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] Routers {'e208e136-fc7f-4322-9de0-9b4bb22e525c'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:57:37.713657 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:57:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['e208e136-fc7f-4322-9de0-9b4bb22e525c'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:37.790862 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Deleting port 33b0570e-ed54-4b1f-919b-c55605dd16d2 {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:57:37.791200 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:37.850754 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] Set router e208e136-fc7f-4322-9de0-9b4bb22e525c gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:57:37.888573 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] For port 33b0570e-ed54-4b1f-919b-c55605dd16d2, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=33b0570e-ed54-4b1f-919b-c55605dd16d2,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:57:37.888923 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:37.999069 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Calling delete_port for 33b0570e-ed54-4b1f-919b-c55605dd16d2 owned by network:router_gateway {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:57:38.089010 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:57:36Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:38.092459 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e907cd-dc08-442e-9b24-1a5e1868eb98 None None] The sync data for ids ['e208e136-fc7f-4322-9de0-9b4bb22e525c'] in dv-cinder-790535-3-smb is: [{'id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'name': 'tempest-AttachVolumeShelveTestJSON-754285103-router', 'tenant_id': 'a378e1af31f9470db697244bd32c1cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:48:41Z', 'updated_at': '2021-06-11T19:57:36Z', 'revision_number': 5, 'project_id': 'a378e1af31f9470db697244bd32c1cf4', 'gw_port': {'id': '33b0570e-ed54-4b1f-919b-c55605dd16d2', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208e136-fc7f-4322-9de0-9b4bb22e525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:48:43Z', 'updated_at': '2021-06-11T19:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:57:38.279642 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:38.281703 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:38.311490 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b0570e-ed54-4b1f-919b-c55605dd16d2,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:38.315262 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:38.385738 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415255'] for router_gateway, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:38.528046 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9235'] for router, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:38.530465 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:38.667725 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409648'] for router, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:38.668344 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e208e136-fc7f-4322-9de0-9b4bb22e525c {{(pid=98768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:57:38.673047 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Notify callbacks [] for router, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:38.676591 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e208e136-fc7f-4322-9de0-9b4bb22e525c HTTP/1.1" status: 204 len: 168 time: 1.5155025 Jun 11 19:57:38.676797 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55416) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:38.732117 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d85378-ce92-464a-b09c-15a7ad1c9428 admin admin] Deleting subnet 49272f7e-2d72-4d72-950c-1525b95f657c {{(pid=98768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:57:38.735826 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-11d85378-ce92-464a-b09c-15a7ad1c9428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:38.761450 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 43157797-592f-4cce-a24a-88aaafef0879 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:57:38.786677 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-11d85378-ce92-464a-b09c-15a7ad1c9428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59054300'] for subnet, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:38.792178 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: 43157797-592f-4cce-a24a-88aaafef0879 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:57:38.792312 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 43157797-592f-4cce-a24a-88aaafef0879 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:57:38.903764 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-11d85378-ce92-464a-b09c-15a7ad1c9428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.022212 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-11d85378-ce92-464a-b09c-15a7ad1c9428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59462105'] for subnet, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.024431 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-98502b43-52d3-49ab-8d9c-910c8588a2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:39.054849 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d85378-ce92-464a-b09c-15a7ad1c9428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49272f7e-2d72-4d72-950c-1525b95f657c,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:39.057886 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-11d85378-ce92-464a-b09c-15a7ad1c9428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:39.058852 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-11d85378-ce92-464a-b09c-15a7ad1c9428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.060822 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-11d85378-ce92-464a-b09c-15a7ad1c9428 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/49272f7e-2d72-4d72-950c-1525b95f657c HTTP/1.1" status: 204 len: 168 time: 0.3830197 Jun 11 19:57:39.063252 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55418) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:39.064018 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329fc185-48f2-4cff-acfd-1e09c1673513 None None] Network c98e101b-9b45-42ce-ab6c-9eb5fa49e132 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:57:39.165559 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.230558 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Deleting port f03ac82c-a89c-4494-b24d-dbb6db64ad1a {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:57:39.230900 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.309248 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] DHCP port deletion for c98e101b-9b45-42ce-ab6c-9eb5fa49e132 request from dv-cinder-790535-3-smb {{(pid=98769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:57:39.315568 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] For port f03ac82c-a89c-4494-b24d-dbb6db64ad1a, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=f03ac82c-a89c-4494-b24d-dbb6db64ad1a,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:57:39.316075 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.362178 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] Deleting port f03ac82c-a89c-4494-b24d-dbb6db64ad1a {{(pid=98769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:57:39.362561 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.406467 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Calling delete_port for f03ac82c-a89c-4494-b24d-dbb6db64ad1a owned by network:dhcp {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:57:39.446422 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] For port f03ac82c-a89c-4494-b24d-dbb6db64ad1a, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=f03ac82c-a89c-4494-b24d-dbb6db64ad1a,segment=NetworkSegment(7634038c-de6d-41ef-885b-cb3dad322731),segment_id=7634038c-de6d-41ef-885b-cb3dad322731)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:57:39.446782 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.536796 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] Calling delete_port for f03ac82c-a89c-4494-b24d-dbb6db64ad1a owned by network:dhcp {{(pid=98769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:57:39.561683 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.563701 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f24881df-904a-4207-bde2-4ec26e5f8bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:39.597408 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] No DVR routers for this DVR port f03ac82c-a89c-4494-b24d-dbb6db64ad1a on host dv-cinder-790535-3-smb {{(pid=98768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:57:39.602433 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03ac82c-a89c-4494-b24d-dbb6db64ad1a,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:39.605271 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:39.673045 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926'] for port, after_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.676737 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:39.698313 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.703607 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] Pushing event deleted for resources: {'Port': ['ID=f03ac82c-a89c-4494-b24d-dbb6db64ad1a,revision_number=None']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:39.705697 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] No DVR routers for this DVR port f03ac82c-a89c-4494-b24d-dbb6db64ad1a on host dv-cinder-790535-3-smb {{(pid=98769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:57:39.706920 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:39.713643 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98e101b-9b45-42ce-ab6c-9eb5fa49e132']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:39.724877 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7634038c-de6d-41ef-885b-cb3dad322731') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:39.725577 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7634038c-de6d-41ef-885b-cb3dad322731') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:57:39.736269 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.750647 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.756336 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:57:39.756717 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:57:39.758306 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:57:39.892763 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.896537 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-876a3835-3ad5-46c0-b8b5-899bfc843651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:39.899882 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:39.901766 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c98e101b-9b45-42ce-ab6c-9eb5fa49e132 HTTP/1.1" status: 204 len: 168 time: 0.8375709 Jun 11 19:57:39.919702 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c98e101b-9b45-42ce-ab6c-9eb5fa49e132,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:39.921981 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:40.248174 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55426) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:40.291549 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8fc31b31-d5be-4c6c-b08e-036f5e3bbe2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a378e1af31f9470db697244bd32c1cf4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421143 Jun 11 19:57:40.294060 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55428) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:40.344145 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-11e63a8e-81a9-4116-a474-5bb73075fdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:40.365761 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-11e63a8e-81a9-4116-a474-5bb73075fdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:40.476121 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-11e63a8e-81a9-4116-a474-5bb73075fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:40.478694 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-11e63a8e-81a9-4116-a474-5bb73075fdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:40.479812 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-11e63a8e-81a9-4116-a474-5bb73075fdf1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ef1aa33-e53c-46e9-be6e-5b259c4d21fb HTTP/1.1" status: 204 len: 168 time: 0.1848841 Jun 11 19:57:40.480624 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b98ea655-b315-47d6-bfc6-8032582c1cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:40.489170 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e63a8e-81a9-4116-a474-5bb73075fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef1aa33-e53c-46e9-be6e-5b259c4d21fb,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:40.491465 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-11e63a8e-81a9-4116-a474-5bb73075fdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:40.738544 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device f03ac82c-a89c-4494-b24d-dbb6db64ad1a no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:57:40.762582 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: f03ac82c-a89c-4494-b24d-dbb6db64ad1a {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:57:40.762931 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device f03ac82c-a89c-4494-b24d-dbb6db64ad1a not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:57:40.763341 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 33b0570e-ed54-4b1f-919b-c55605dd16d2 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:57:40.789939 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: 33b0570e-ed54-4b1f-919b-c55605dd16d2 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:57:40.790295 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 33b0570e-ed54-4b1f-919b-c55605dd16d2 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:57:45.267796 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55500) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:45.381489 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-819a657f-e01b-4008-bfb5-65286f7968e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:45.476946 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-819a657f-e01b-4008-bfb5-65286f7968e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:45.547506 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-819a657f-e01b-4008-bfb5-65286f7968e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:45.550621 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:45.589029 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-819a657f-e01b-4008-bfb5-65286f7968e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bcb73e8d92040cdaab6546bdf82428d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201673 Jun 11 19:57:45.589900 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a657f-e01b-4008-bfb5-65286f7968e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5c5424-a43a-44d4-b2e7-daa1338ac4eb,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:45.591636 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55504) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:45.593056 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-819a657f-e01b-4008-bfb5-65286f7968e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:45.643225 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-da09b276-e598-40af-aa24-78f4f64b6ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:45.666107 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-da09b276-e598-40af-aa24-78f4f64b6ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:45.770129 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-da09b276-e598-40af-aa24-78f4f64b6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:45.772655 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-da09b276-e598-40af-aa24-78f4f64b6ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:45.775490 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-da09b276-e598-40af-aa24-78f4f64b6ca0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f5c5424-a43a-44d4-b2e7-daa1338ac4eb HTTP/1.1" status: 204 len: 168 time: 0.1811035 Jun 11 19:57:45.775490 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-dc8c7ec8-4f94-45a4-b371-38af82be4d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:45.783194 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09b276-e598-40af-aa24-78f4f64b6ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5c5424-a43a-44d4-b2e7-daa1338ac4eb,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:45.785572 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-da09b276-e598-40af-aa24-78f4f64b6ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:51.476103 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cbac-6ffe-4518-a765-00da4b5c41df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:51.506042 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55600) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:51.611557 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d762-a137-45ee-8f14-aa952ffc4c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:51.703476 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d762-a137-45ee-8f14-aa952ffc4c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:51.776164 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d762-a137-45ee-8f14-aa952ffc4c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:51.778741 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8da634ee-eb32-4155-8fc1-fe80cc1b1496 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:51.818913 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-a1d0d762-a137-45ee-8f14-aa952ffc4c4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=351b900551e44d018c6df512c7fc2ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117490 Jun 11 19:57:51.819900 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0d762-a137-45ee-8f14-aa952ffc4c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6190c97f-b653-48dd-ad3c-bdb73e19942d,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:51.821643 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55604) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:51.823154 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a1d0d762-a137-45ee-8f14-aa952ffc4c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:51.876188 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a08c817f-f2f2-4b54-a804-d3730de98292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:51.898270 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a08c817f-f2f2-4b54-a804-d3730de98292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:52.018354 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a08c817f-f2f2-4b54-a804-d3730de98292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:52.020956 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a08c817f-f2f2-4b54-a804-d3730de98292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:52.022076 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-a08c817f-f2f2-4b54-a804-d3730de98292 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6190c97f-b653-48dd-ad3c-bdb73e19942d HTTP/1.1" status: 204 len: 168 time: 0.1994624 Jun 11 19:57:52.022880 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-20cd4747-3313-4776-9338-d2fd2ef7c696 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:52.031211 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c817f-f2f2-4b54-a804-d3730de98292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190c97f-b653-48dd-ad3c-bdb73e19942d,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:52.033528 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a08c817f-f2f2-4b54-a804-d3730de98292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:52.674855 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55612) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:52.695432 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-690fccc9-8101-410d-b103-81c49b1ae118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:52.789310 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-690fccc9-8101-410d-b103-81c49b1ae118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:52.869492 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-690fccc9-8101-410d-b103-81c49b1ae118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:52.872740 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-4e6b4726-fb2d-41ca-a66b-95a6bc94512e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:52.909512 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fccc9-8101-410d-b103-81c49b1ae118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9531b93a-7cae-480a-b1ae-d729150437aa,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:52.914640 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-690fccc9-8101-410d-b103-81c49b1ae118 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7124a4a9f734f788330eee3dff4efe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384605 Jun 11 19:57:52.915235 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-690fccc9-8101-410d-b103-81c49b1ae118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:52.916963 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55614) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:52.968327 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-cb22a95b-e36e-466e-b29c-8db285353a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:52.990633 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-cb22a95b-e36e-466e-b29c-8db285353a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:53.098270 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-cb22a95b-e36e-466e-b29c-8db285353a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:53.100918 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-cb22a95b-e36e-466e-b29c-8db285353a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:53.102086 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-cb22a95b-e36e-466e-b29c-8db285353a93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9531b93a-7cae-480a-b1ae-d729150437aa HTTP/1.1" status: 204 len: 168 time: 0.1842458 Jun 11 19:57:53.102834 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-dac89084-c8ce-4043-a94f-d90ff087d50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:53.115547 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22a95b-e36e-466e-b29c-8db285353a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531b93a-7cae-480a-b1ae-d729150437aa,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:53.118964 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-cb22a95b-e36e-466e-b29c-8db285353a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:54.018783 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c537de66-7d62-4397-b596-0ed5fe5b1b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:54.093255 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:55.155419 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:57.184591 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:57.185477 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:57.351212 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55690) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:57.454437 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7e341779-a2df-4c4d-9407-cbd8de19b472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:57.546015 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7e341779-a2df-4c4d-9407-cbd8de19b472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:57.595588 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7e341779-a2df-4c4d-9407-cbd8de19b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:57.598839 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d0bf6a79-907b-4cd6-8e70-9a428fb8175c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:57.638594 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-7e341779-a2df-4c4d-9407-cbd8de19b472 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f5879aba1dd4b0a99d71ecda42b1fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858093 Jun 11 19:57:57.640416 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e341779-a2df-4c4d-9407-cbd8de19b472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8c65cc-d7a7-4def-a08f-3e263d8b67ce,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:57.641369 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55694) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:57.643393 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-7e341779-a2df-4c4d-9407-cbd8de19b472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:57.692301 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-926d190b-fc2e-41b2-8209-c16ca3f89b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:57.717775 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-926d190b-fc2e-41b2-8209-c16ca3f89b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:57.818385 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-926d190b-fc2e-41b2-8209-c16ca3f89b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:57.820916 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-926d190b-fc2e-41b2-8209-c16ca3f89b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:57.822532 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-926d190b-fc2e-41b2-8209-c16ca3f89b81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e8c65cc-d7a7-4def-a08f-3e263d8b67ce HTTP/1.1" status: 204 len: 168 time: 0.1802044 Jun 11 19:57:57.823252 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-55a33036-b08f-47e9-85d9-c7dae580296c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:57.831537 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d190b-fc2e-41b2-8209-c16ca3f89b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8c65cc-d7a7-4def-a08f-3e263d8b67ce,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:57.834010 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-926d190b-fc2e-41b2-8209-c16ca3f89b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:58.358770 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55702) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:58.378948 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ab057e95-28c2-4e38-843a-a1787f207b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:58.466676 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ab057e95-28c2-4e38-843a-a1787f207b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:58.530515 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ab057e95-28c2-4e38-843a-a1787f207b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:58.533129 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-6e89f695-5e3f-44d6-857d-e3f86b89388e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:58.560748 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-36fb9b63-a425-4678-8a15-ac3c304f532e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582528 Jun 11 19:57:58.573767 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-ab057e95-28c2-4e38-843a-a1787f207b70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a7139b9ac474cc89eeb7af763639adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139282 Jun 11 19:57:58.574655 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab057e95-28c2-4e38-843a-a1787f207b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22626e7-8217-47b5-bc4d-ad376cc14eaf,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:58.576424 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55704) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:57:58.577736 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ab057e95-28c2-4e38-843a-a1787f207b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:58.672751 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-493a0a1d-93fc-4e04-9abc-eb1c16795066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:58.703035 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-493a0a1d-93fc-4e04-9abc-eb1c16795066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:58.715785 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-0cd861ed-4af1-425c-b314-d32a7acaded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:57:58.717260 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-0cd861ed-4af1-425c-b314-d32a7acaded3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1228b8ceabf048c3a934285fe602cc35&device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1098 time: 0.1109552 Jun 11 19:57:59.144103 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-284b97a4-0c95-4853-98c5-22caf1fa0e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:57:59.145519 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-284b97a4-0c95-4853-98c5-22caf1fa0e2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b4b62b40-2057-4f9e-a017-b03fc0d4361f HTTP/1.1" status: 200 len: 910 time: 0.4068720 Jun 11 19:57:59.207249 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-493a0a1d-93fc-4e04-9abc-eb1c16795066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:59.209690 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-493a0a1d-93fc-4e04-9abc-eb1c16795066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:57:59.210774 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-493a0a1d-93fc-4e04-9abc-eb1c16795066 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b22626e7-8217-47b5-bc4d-ad376cc14eaf HTTP/1.1" status: 204 len: 168 time: 0.6324713 Jun 11 19:57:59.213330 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-000aef66-3a04-4af7-998e-10fd8d40cced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:57:59.230896 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a0a1d-93fc-4e04-9abc-eb1c16795066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22626e7-8217-47b5-bc4d-ad376cc14eaf,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:57:59.234333 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-493a0a1d-93fc-4e04-9abc-eb1c16795066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:57:59.238483 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-5272d6df-cab9-4f55-8811-722219a7ceb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ce5c808-05c4-414f-a81c-502b70c227e5 HTTP/1.1" status: 200 len: 1000 time: 0.0865705 Jun 11 19:57:59.301758 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-63426440-a47c-43a3-8a6d-d5c68362ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:57:59.303270 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-63426440-a47c-43a3-8a6d-d5c68362ede5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5dafc54a-3fce-41ae-9ef2-f14b0524bbcc HTTP/1.1" status: 200 len: 848 time: 0.0581493 Jun 11 19:57:59.365909 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-06b531f3-769b-4fe5-80b0-251c0d727a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:57:59.367362 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-06b531f3-769b-4fe5-80b0-251c0d727a73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4b62b40-2057-4f9e-a017-b03fc0d4361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0580556 Jun 11 19:57:59.485780 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-3abaa3fd-bee9-42a8-bb86-0828094aeca4 service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117063 Jun 11 19:57:59.602661 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-18d6ae0b-32fe-4b9e-b630-1a331b8d3259 req-051f6b44-9a7c-421f-abc4-008acc6458ab service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097071 Jun 11 19:58:00.676473 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55738) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:00.782144 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b508f1e2-bf72-4b59-a2f6-e49896c825bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:00.872259 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b508f1e2-bf72-4b59-a2f6-e49896c825bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:00.933083 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b508f1e2-bf72-4b59-a2f6-e49896c825bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:00.935527 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:00.974712 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-b508f1e2-bf72-4b59-a2f6-e49896c825bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db2b9a156f324e3f92f92f7447d36fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971501 Jun 11 19:58:00.975665 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508f1e2-bf72-4b59-a2f6-e49896c825bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d70fb2-9789-4966-8f63-f0732af5d4ad,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:00.977395 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55742) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:00.979276 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b508f1e2-bf72-4b59-a2f6-e49896c825bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:01.029970 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e359-94eb-4ead-98cb-0fa70212aeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:01.052109 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e359-94eb-4ead-98cb-0fa70212aeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:01.189994 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e359-94eb-4ead-98cb-0fa70212aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:01.192583 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e359-94eb-4ead-98cb-0fa70212aeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:01.193725 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-dfc2e359-94eb-4ead-98cb-0fa70212aeb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8d70fb2-9789-4966-8f63-f0732af5d4ad HTTP/1.1" status: 204 len: 168 time: 0.2146506 Jun 11 19:58:01.194547 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e1eb543b-0e3d-49dd-9a5a-8cb2db636900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:01.203876 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2e359-94eb-4ead-98cb-0fa70212aeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d70fb2-9789-4966-8f63-f0732af5d4ad,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:01.206200 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-dfc2e359-94eb-4ead-98cb-0fa70212aeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:02.615471 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55774) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:02.718693 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88c65292-76ab-4361-a153-8ec28ca680a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:02.813534 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88c65292-76ab-4361-a153-8ec28ca680a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:02.892793 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-88c65292-76ab-4361-a153-8ec28ca680a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:02.895334 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-6d0cd235-cd29-4884-84b5-6932472d7d9f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:02.934953 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c65292-76ab-4361-a153-8ec28ca680a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd11009-1944-4410-ab23-d1d4abf18e45,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:02.950093 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-88c65292-76ab-4361-a153-8ec28ca680a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb55ff0abd3343ca85111edb8329951f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335547 Jun 11 19:58:02.951056 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-88c65292-76ab-4361-a153-8ec28ca680a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:02.952634 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55784) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:03.003690 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b798dffa-6c04-4443-ae26-ed8929d9fcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:03.026963 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b798dffa-6c04-4443-ae26-ed8929d9fcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:03.130352 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b798dffa-6c04-4443-ae26-ed8929d9fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:03.133069 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b798dffa-6c04-4443-ae26-ed8929d9fcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:03.136043 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-b798dffa-6c04-4443-ae26-ed8929d9fcbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cd11009-1944-4410-ab23-d1d4abf18e45 HTTP/1.1" status: 204 len: 168 time: 0.1807587 Jun 11 19:58:03.136043 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-41ed73a3-7e0a-4404-a0cd-d4313f1bed26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:03.143907 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798dffa-6c04-4443-ae26-ed8929d9fcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd11009-1944-4410-ab23-d1d4abf18e45,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:03.146112 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b798dffa-6c04-4443-ae26-ed8929d9fcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:11.732098 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:58:17.441930 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9650c7-e29e-471f-aacb-ecb639f41c96 req-7fb97d7d-4ebc-4e53-9400-ff6913951247 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:17.443435 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6f9650c7-e29e-471f-aacb-ecb639f41c96 req-7fb97d7d-4ebc-4e53-9400-ff6913951247 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 945 time: 0.0737324 Jun 11 19:58:17.484571 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-6f9650c7-e29e-471f-aacb-ecb639f41c96 req-d1460f37-f6f5-4264-8713-a18583289c25 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352294 Jun 11 19:58:18.668645 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa381a2-d1ca-4b63-847f-1e872ae3b516 req-668d1516-6c49-4dcb-907d-db224bfd1970 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:18.670248 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-aaa381a2-d1ca-4b63-847f-1e872ae3b516 req-668d1516-6c49-4dcb-907d-db224bfd1970 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 945 time: 0.0709584 Jun 11 19:58:18.713266 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-aaa381a2-d1ca-4b63-847f-1e872ae3b516 req-e39f8a06-d441-489a-8a27-0d0ccb05e252 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372894 Jun 11 19:58:19.557106 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861d65b-784a-4157-a79b-537952847986 req-b40b120c-86d9-43ec-9826-cb631798f44f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:19.558519 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c861d65b-784a-4157-a79b-537952847986 req-b40b120c-86d9-43ec-9826-cb631798f44f tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 945 time: 0.0701590 Jun 11 19:58:19.666087 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Deleting port 5232edd7-0ae4-4d11-9540-190c0d1095f4 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:19.666430 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:19.783913 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] For port 5232edd7-0ae4-4d11-9540-190c0d1095f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5232edd7-0ae4-4d11-9540-190c0d1095f4,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:19.784540 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:20.040594 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51544be-a74c-4815-b804-3a326fc842fb req-90fc835f-73da-4b0a-b3d2-ca63bd84c9af tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:20.042077 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c51544be-a74c-4815-b804-3a326fc842fb req-90fc835f-73da-4b0a-b3d2-ca63bd84c9af tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 945 time: 0.1996028 Jun 11 19:58:20.076943 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:20.077325 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:20.077596 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Floating IP 031452c3-41c6-413c-ad75-3f21c52a7666 disassociated. External IP: 172.28.1.16, port: 5232edd7-0ae4-4d11-9540-190c0d1095f4. Jun 11 19:58:20.077941 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Calling delete_port for 5232edd7-0ae4-4d11-9540-190c0d1095f4 owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:20.102593 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c51544be-a74c-4815-b804-3a326fc842fb req-f8a599ef-58ea-4708-b298-ff0fa0de8a28 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups?id=a37b2511-8813-46c0-875e-7b6de20d699f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532472 Jun 11 19:58:20.299091 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 55992) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:20.315380 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:20.319363 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ecd5b047-c758-4ebb-9489-13b6505a5bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:20.350711 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event deleted for resources: {'Port': ['ID=5232edd7-0ae4-4d11-9540-190c0d1095f4,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:20.354076 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:20.466794 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7885e7d4-404c-44c6-bb1e-78113c54ac76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:20.543397 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Router 4efa2c34-debc-4a77-9471-14ab89636dd7 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:58:20.707593 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7885e7d4-404c-44c6-bb1e-78113c54ac76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:20.730046 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:58:20.739864 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] Sync routers for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:58:20.750256 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:58:20.750974 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:57:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:20.785402 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] No DVR routers for this DVR port 5232edd7-0ae4-4d11-9540-190c0d1095f4 on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:58:20.787990 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:20.790131 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c861d65b-784a-4157-a79b-537952847986 req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.43 "DELETE /v2.0/ports/5232edd7-0ae4-4d11-9540-190c0d1095f4 HTTP/1.1" status: 204 len: 173 time: 1.2260561 Jun 11 19:58:20.790839 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'name': 'network-vif-deleted', 'tag': '5232edd7-0ae4-4d11-9540-190c0d1095f4'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:58:20.794756 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7dcf83-6d9f-4e1f-b760-2c9469b92792" -d '{"events": [{"server_uuid": "9ec24f25-b1dd-4c0e-9762-c9d5881f5f12", "name": "network-vif-deleted", "tag": "5232edd7-0ae4-4d11-9540-190c0d1095f4"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:58:20.797389 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-7885e7d4-404c-44c6-bb1e-78113c54ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:20.801278 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-cb22a95b-e36e-466e-b29c-8db285353a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:20.835499 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885e7d4-404c-44c6-bb1e-78113c54ac76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48da1db-de67-4d69-8b22-d2a743d3347d,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:20.841072 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-7885e7d4-404c-44c6-bb1e-78113c54ac76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:20.862329 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-7885e7d4-404c-44c6-bb1e-78113c54ac76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=454ec3104ddc4b1087510910d5674009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599871 Jun 11 19:58:20.862683 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 55998) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:20.873994 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603c083e-ff3b-487e-8743-1c009d0a605a x-openstack-request-id: req-603c083e-ff3b-487e-8743-1c009d0a605a {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:58:20.874325 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec24f25-b1dd-4c0e-9762-c9d5881f5f12", "name": "network-vif-deleted", "tag": "5232edd7-0ae4-4d11-9540-190c0d1095f4", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:58:20.874611 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-603c083e-ff3b-487e-8743-1c009d0a605a {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:58:20.875039 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec24f25-b1dd-4c0e-9762-c9d5881f5f12', 'name': 'network-vif-deleted', 'tag': '5232edd7-0ae4-4d11-9540-190c0d1095f4', 'status': 'completed', 'code': 200} Jun 11 19:58:20.913086 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:58:20.917880 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-3e76ba4e-a655-4d11-9f98-f3095a0a4f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:20.943057 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-3e76ba4e-a655-4d11-9f98-f3095a0a4f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:21.055622 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-3e76ba4e-a655-4d11-9f98-f3095a0a4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:21.058244 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-3e76ba4e-a655-4d11-9f98-f3095a0a4f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:21.062188 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-3e76ba4e-a655-4d11-9f98-f3095a0a4f84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a48da1db-de67-4d69-8b22-d2a743d3347d HTTP/1.1" status: 204 len: 168 time: 0.1984508 Jun 11 19:58:21.063059 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-9876a153-9bfa-4ee7-9293-a94a8b37e1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:21.071978 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76ba4e-a655-4d11-9f98-f3095a0a4f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48da1db-de67-4d69-8b22-d2a743d3347d,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:21.075457 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-3e76ba4e-a655-4d11-9f98-f3095a0a4f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:21.178380 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:21.181808 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] Checking router: 4efa2c34-debc-4a77-9471-14ab89636dd7 for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:58:21.189849 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:58:21.190453 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:57:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:21.268948 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-657d01dc-8ead-48df-92d6-7fbb80c3d746 req-77b467ab-10ba-4818-af01-1c8cb817b821 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec24f25-b1dd-4c0e-9762-c9d5881f5f12 HTTP/1.1" status: 200 len: 210 time: 0.0342910 Jun 11 19:58:21.435663 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:58:21.441294 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-683fe24a-ff24-49b3-baaf-8b77869fa7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:21.701980 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:21.705714 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31903e-f934-43d7-a353-20645a0d519e None None] The sync data for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb is: [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:51:47Z', 'revision_number': 4, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c484df31-4fc3-4804-8ea2-1738f10df867', 'name': '', 'network_id': 'f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'mac_address': 'fa:16:3e:7a:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:45Z', 'updated_at': '2021-06-11T19:51:55Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'subnets': [{'id': '7b89e1a3-1efa-40f0-946b-3d72f37ff570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:58:21.930023 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38241300-d2b1-4f71-8dbe-c356a186155d None None] New status for floating IP 031452c3-41c6-413c-ad75-3f21c52a7666: DOWN {{(pid=98769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:58:22.101303 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56022) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:22.127720 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56026) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:22.228738 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-934476913-network', 'tenant_id': '9aebe5490906401b940f5ca4a14eb05d'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:58:22.309786 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Made reservation on behalf of 9aebe5490906401b940f5ca4a14eb05d for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:58:22.312479 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.323322 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.425922 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.451335 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Deleting port 9b0a7f3a-f5fd-4697-a88e-c4f14134ea8c {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:22.452333 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.466588 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56034) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:22.481848 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.486286 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ab057e95-28c2-4e38-843a-a1787f207b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:22.531903 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:58:22.543654 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a4c4b-7ced-4659-bf99-ecdedc77354f,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:22.550053 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:22.551022 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.551946 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Added segment 56aa698b-2e20-4259-b832-a132fa471a95 of type vlan for network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd Jun 11 19:58:22.558074 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.558074 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.573659 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4381-b038-483a-ae08-2e89b6d8e771 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.633821 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4381-b038-483a-ae08-2e89b6d8e771 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.637600 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.648845 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Calling delete_port for 9b0a7f3a-f5fd-4697-a88e-c4f14134ea8c owned by network:floatingip {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:22.761469 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.762827 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:22.763402 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.766496 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-282a1fa7-0050-495c-ba8f-9a9931e6b29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:22.793531 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4381-b038-483a-ae08-2e89b6d8e771 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.796028 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4381-b038-483a-ae08-2e89b6d8e771 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.797106 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-0cbe4381-b038-483a-ae08-2e89b6d8e771 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "DELETE /v2.0/security-groups/a37b2511-8813-46c0-875e-7b6de20d699f HTTP/1.1" status: 204 len: 168 time: 0.3295224 Jun 11 19:58:22.800363 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56036) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:22.817591 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.api.v2.resource [None req-efd338b7-59ed-4ce2-b618-0e010266302a tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] show failed (client error): The resource could not be found. Jun 11 19:58:22.821134 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-efd338b7-59ed-4ce2-b618-0e010266302a tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "GET /v2.0/security-groups/a37b2511-8813-46c0-875e-7b6de20d699f HTTP/1.1" status: 404 len: 347 time: 0.0171776 Jun 11 19:58:22.824479 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56038) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:22.864667 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Pushing event updated for resources: {'Network': ['ID=148c4c8a-e0ab-46b1-aae9-b979a6285ddd,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:22.870589 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7385192 Jun 11 19:58:22.870589 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:22.870589 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ba4c79c9-abce-4648-b0f5-e6491f7695ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:22.872354 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56040) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:22.876998 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:58:22.878485 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Request body: {'subnet': {'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-934476913-subnet', 'tenant_id': '9aebe5490906401b940f5ca4a14eb05d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:58:22.893536 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe4381-b038-483a-ae08-2e89b6d8e771 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37b2511-8813-46c0-875e-7b6de20d699f,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:22.897338 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-0cbe4381-b038-483a-ae08-2e89b6d8e771 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:22.978275 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:22.981580 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:22.987477 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Made reservation on behalf of 9aebe5490906401b940f5ca4a14eb05d for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:58:22.990414 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59462132'] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:23.013050 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event deleted for resources: {'Port': ['ID=9b0a7f3a-f5fd-4697-a88e-c4f14134ea8c,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:23.016279 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:23.102215 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Deleting port 6b7f7622-ddcb-4bbb-87f4-3314a4d4fd1d {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:23.102926 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:23.117702 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for floatingip, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:23.118040 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Floating IP 21ee4a1f-c0ed-4a12-bbb0-1ebcad871f6d disassociated (deleted). External IP: 172.28.1.22, port: 3ce5c808-05c4-414f-a81c-502b70c227e5. Jun 11 19:58:23.504123 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3169986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59462114'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:23.507127 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:23.566309 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ae3dda-2f16-4558-bfdb-09b32be4a510,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:23.574405 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:23.582913 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Checking segment: {'id': '56aa698b-2e20-4259-b832-a132fa471a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:58:23.583320 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Network hostable DHCP agents. Network: 148c4c8a-e0ab-46b1-aae9-b979a6285ddd, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:58:23.623430 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:23.623766 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:23.681088 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:58:23.720054 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Calling delete_port for 6b7f7622-ddcb-4bbb-87f4-3314a4d4fd1d owned by network:floatingip {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:23.732511 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, 148c4c8a-e0ab-46b1-aae9-b979a6285ddd) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:58:23.737227 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:23.738495 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:23.741951 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fe54ab-d8a8-4881-aee6-1fa1af009222 None None] Network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:58:23.793808 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9200432 Jun 11 19:58:23.915491 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 5232edd7-0ae4-4d11-9540-190c0d1095f4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:23.950897 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14165e78-e07b-45d4-9ec9-42d10ef3f479 None None] Network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:58:23.956872 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Router c6317408-33a3-45ab-bf5a-39a002d39b94 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:58:23.967439 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 5232edd7-0ae4-4d11-9540-190c0d1095f4 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:23.968162 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 5232edd7-0ae4-4d11-9540-190c0d1095f4 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:24.108756 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-ec86b49e-14d3-45bb-ba16-dd8de3d92b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:24.138395 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:24.153145 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:58:24.157484 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:24.163204 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] Sync routers for ids ['c6317408-33a3-45ab-bf5a-39a002d39b94'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:58:24.173160 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] Routers {'c6317408-33a3-45ab-bf5a-39a002d39b94'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:58:24.173781 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:58:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['c6317408-33a3-45ab-bf5a-39a002d39b94'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:24.196723 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:24.200690 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:24.233710 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "DELETE /v2.0/floatingips/21ee4a1f-c0ed-4a12-bbb0-1ebcad871f6d HTTP/1.1" status: 204 len: 168 time: 2.1311483 Jun 11 19:58:24.234727 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:58:24.237325 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258" -d '{"events": [{"name": "network-changed", "server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:58:24.239861 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Pushing event deleted for resources: {'Port': ['ID=6b7f7622-ddcb-4bbb-87f4-3314a4d4fd1d,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:24.243246 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:24.317958 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f63c29-b778-46e9-9849-8ddb14cb4379 x-openstack-request-id: req-79f63c29-b778-46e9-9849-8ddb14cb4379 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:58:24.317958 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:58:24.321189 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79f63c29-b778-46e9-9849-8ddb14cb4379 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:58:24.321189 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'status': 'completed', 'code': 200} Jun 11 19:58:24.325618 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks [] for floatingip, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:24.327295 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] Set router c6317408-33a3-45ab-bf5a-39a002d39b94 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:58:24.328689 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:24.332589 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-ae0c59db-bbfb-4bfb-a7e3-8fe4ba36ad7b tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] 10.222.0.37 "DELETE /v2.0/floatingips/031452c3-41c6-413c-ad75-3f21c52a7666 HTTP/1.1" status: 204 len: 168 time: 1.5044849 Jun 11 19:58:24.423999 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-c15b0122-5bea-49a9-b4a8-c3cd7a3908cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:24.425591 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-c15b0122-5bea-49a9-b4a8-c3cd7a3908cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1228b8ceabf048c3a934285fe602cc35&device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 1098 time: 0.0686486 Jun 11 19:58:24.572675 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-0a6ea7cf-01c6-453f-9c61-240e70feb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:24.575745 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-0a6ea7cf-01c6-453f-9c61-240e70feb6d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b4b62b40-2057-4f9e-a017-b03fc0d4361f HTTP/1.1" status: 200 len: 910 time: 0.1422312 Jun 11 19:58:24.603506 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '2886812e-0756-4c55-a886-c623b1b1f4b5', 'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'mac_address': 'fa:16:3e:61:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:40Z', 'updated_at': '2021-06-11T19:52:47Z', 'revision_number': 5, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'subnets': [{'id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:24.606878 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] Checking router: c6317408-33a3-45ab-bf5a-39a002d39b94 for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:58:24.624499 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] Routers {'c6317408-33a3-45ab-bf5a-39a002d39b94'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:58:24.625153 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:58:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['c6317408-33a3-45ab-bf5a-39a002d39b94'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:24.629878 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-0ceec4d9-4ad7-4e2b-8a47-772c46a553f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ce5c808-05c4-414f-a81c-502b70c227e5 HTTP/1.1" status: 200 len: 217 time: 0.0477178 Jun 11 19:58:24.717043 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-144d103e-74d0-4d07-891e-7a9673fee1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:24.718722 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-144d103e-74d0-4d07-891e-7a9673fee1d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5dafc54a-3fce-41ae-9ef2-f14b0524bbcc HTTP/1.1" status: 200 len: 848 time: 0.0821269 Jun 11 19:58:24.791582 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] Set router c6317408-33a3-45ab-bf5a-39a002d39b94 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:58:24.810311 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-af09354a-efe5-488e-b74c-326a38ccd5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:24.812306 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-af09354a-efe5-488e-b74c-326a38ccd5e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4b62b40-2057-4f9e-a017-b03fc0d4361f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859945 Jun 11 19:58:24.991327 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-d712de47-112b-4b7e-9b44-6ce4cfab808b service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715500 Jun 11 19:58:25.027904 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bf1c1-7efe-4c95-9340-192c6fab8886 req-d1cdde47-0ac6-41c8-a570-6ccbcbaabcd6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:25.029443 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-146bf1c1-7efe-4c95-9340-192c6fab8886 req-d1cdde47-0ac6-41c8-a570-6ccbcbaabcd6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.1578038 Jun 11 19:58:25.061852 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '2886812e-0756-4c55-a886-c623b1b1f4b5', 'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'mac_address': 'fa:16:3e:61:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:40Z', 'updated_at': '2021-06-11T19:52:47Z', 'revision_number': 5, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'subnets': [{'id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:25.065124 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915203b9-da3a-4d6f-8c33-2aceb07b0735 None None] The sync data for ids ['c6317408-33a3-45ab-bf5a-39a002d39b94'] in dv-cinder-790535-3-smb is: [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:52:41Z', 'revision_number': 4, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': '2886812e-0756-4c55-a886-c623b1b1f4b5', 'name': '', 'network_id': 'b4b62b40-2057-4f9e-a017-b03fc0d4361f', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'mac_address': 'fa:16:3e:61:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:40Z', 'updated_at': '2021-06-11T19:52:47Z', 'revision_number': 5, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'subnets': [{'id': '5dafc54a-3fce-41ae-9ef2-f14b0524bbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:58:25.137506 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-146bf1c1-7efe-4c95-9340-192c6fab8886 req-618cffaf-bca4-4dfe-8c2d-ee85439abcb6 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953927 Jun 11 19:58:25.157444 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-22a6ff41-4b3f-4eca-a2b6-b4f2af5b4258 req-0ff43a61-ddbf-43f4-8b27-f5f66f09fde9 service neutron] 10.222.0.43 "GET /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587954 Jun 11 19:58:25.195292 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:25.284894 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8e122-c042-47c3-87aa-b64e04fe4f5f None None] New status for floating IP 21ee4a1f-c0ed-4a12-bbb0-1ebcad871f6d: DOWN {{(pid=98769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:58:26.046514 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-5a1fd7ed-1af8-457d-bc8a-9b6c0f5abb68 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:26.047950 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-5a1fd7ed-1af8-457d-bc8a-9b6c0f5abb68 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/networks?id=148c4c8a-e0ab-46b1-aae9-b979a6285ddd HTTP/1.1" status: 200 len: 813 time: 0.1267056 Jun 11 19:58:26.062097 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-ce7d7a72-9694-48bb-840e-8cd7c1c79d99 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/quotas/9aebe5490906401b940f5ca4a14eb05d HTTP/1.1" status: 200 len: 375 time: 0.0086501 Jun 11 19:58:26.099150 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-e7c6b8b1-a254-4602-ba6f-bb3f40ed1c96 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9aebe5490906401b940f5ca4a14eb05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320232 Jun 11 19:58:26.216588 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-f805d423-e143-452e-b149-d1f9a217de0f service neutron] 10.222.0.37 "GET /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101062 Jun 11 19:58:26.371264 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-62c826fc-3539-4ef8-b6e2-38f08ac87fd6 service neutron] 10.222.0.37 "GET /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487157 Jun 11 19:58:26.400659 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583acff-2c08-4ef5-bba4-c55b9c8e9489 req-e326a789-71fe-4c5c-8993-3489c2e1a4bb tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:26.402134 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d583acff-2c08-4ef5-bba4-c55b9c8e9489 req-e326a789-71fe-4c5c-8993-3489c2e1a4bb tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.1449258 Jun 11 19:58:26.477368 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d583acff-2c08-4ef5-bba4-c55b9c8e9489 req-410117cb-dcb0-4ac6-9717-bee2e8b8bb09 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/security-groups?id=35e6977d-4859-48e1-992f-e69eebe4bc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492084 Jun 11 19:58:26.495845 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-39b4ad04-dbdf-4aad-8e29-b107e6918f98 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:26.497364 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-39b4ad04-dbdf-4aad-8e29-b107e6918f98 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.43 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 945 time: 0.1156857 Jun 11 19:58:26.633867 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-20a674f5-d294-4c29-ab99-0ea4661f33d1 req-378483d3-b597-4c2f-a134-ad2e2944a158 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 210 time: 0.0343108 Jun 11 19:58:26.646000 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Deleting port 3ce5c808-05c4-414f-a81c-502b70c227e5 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:26.646468 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:26.759943 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] For port 3ce5c808-05c4-414f-a81c-502b70c227e5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3ce5c808-05c4-414f-a81c-502b70c227e5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:26.760331 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:26.850555 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Calling delete_port for 3ce5c808-05c4-414f-a81c-502b70c227e5 owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:27.092785 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:27.097937 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-5300b623-8d92-45a5-b758-d4663a1af49c tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:27.129777 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event deleted for resources: {'Port': ['ID=3ce5c808-05c4-414f-a81c-502b70c227e5,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:27.132244 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:27.161525 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:27.187415 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] No DVR routers for this DVR port 3ce5c808-05c4-414f-a81c-502b70c227e5 on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:58:27.189956 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:27.191935 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-21e228b0-1650-4fba-b0d2-43a39bbe366d req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.43 "DELETE /v2.0/ports/3ce5c808-05c4-414f-a81c-502b70c227e5 HTTP/1.1" status: 204 len: 173 time: 0.6892896 Jun 11 19:58:27.192523 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'name': 'network-vif-deleted', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:58:27.194756 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915ef235-a7ba-47c2-903d-53b440c36fe4" -d '{"events": [{"server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "name": "network-vif-deleted", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:58:27.229001 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d72cc9-9834-468c-8b69-31abb7e783a8 x-openstack-request-id: req-25d72cc9-9834-468c-8b69-31abb7e783a8 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:58:27.230142 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52640f3-d62e-4cfa-961e-01549e6484bb", "name": "network-vif-deleted", "tag": "3ce5c808-05c4-414f-a81c-502b70c227e5", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:58:27.230142 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25d72cc9-9834-468c-8b69-31abb7e783a8 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:58:27.240905 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:27.241026 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52640f3-d62e-4cfa-961e-01549e6484bb', 'name': 'network-vif-deleted', 'tag': '3ce5c808-05c4-414f-a81c-502b70c227e5', 'status': 'completed', 'code': 200} Jun 11 19:58:27.645463 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bd619ab7-0b34-4dca-a07e-83c9040109ef req-6aee4694-cd49-4a5e-ace2-d2dffdedd782 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d52640f3-d62e-4cfa-961e-01549e6484bb HTTP/1.1" status: 200 len: 210 time: 0.0383899 Jun 11 19:58:27.782291 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2f972e9a-cba7-41ca-8ae3-630072d4dde2 req-af82dace-6180-424d-bf22-f72e905ab425 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 210 time: 0.0363448 Jun 11 19:58:28.494196 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56120) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:28.744100 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56126) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:28.816771 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8203e428-a53a-4bed-9d47-92b961d81012 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:28.857420 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8203e428-a53a-4bed-9d47-92b961d81012 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:28.996209 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8203e428-a53a-4bed-9d47-92b961d81012 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:28.998960 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8203e428-a53a-4bed-9d47-92b961d81012 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:29.000173 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8203e428-a53a-4bed-9d47-92b961d81012 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] 10.222.0.37 "DELETE /v2.0/security-groups/35e6977d-4859-48e1-992f-e69eebe4bc7e HTTP/1.1" status: 204 len: 168 time: 0.2550669 Jun 11 19:58:29.001175 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b798dffa-6c04-4443-ae26-ed8929d9fcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:29.012801 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e428-a53a-4bed-9d47-92b961d81012 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6977d-4859-48e1-992f-e69eebe4bc7e,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:29.014979 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8203e428-a53a-4bed-9d47-92b961d81012 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:29.142361 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e710cc7c-9356-426b-9f76-91adb57b2df4 req-8876b886-aad0-4e08-8c9f-c24ab0670c62 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 210 time: 0.0883932 Jun 11 19:58:29.166332 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56132) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:29.312424 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-1a3ad956-6197-44a8-82c6-e925c62bcbb4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:29.313819 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-1a3ad956-6197-44a8-82c6-e925c62bcbb4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.43 "GET /v2.0/networks?id=148c4c8a-e0ab-46b1-aae9-b979a6285ddd HTTP/1.1" status: 200 len: 813 time: 0.2086258 Jun 11 19:58:29.328254 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Request body: {'port': {'device_id': 'ddeb3ebd-b23e-4842-a731-0d50b4125582', 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd', 'admin_state_up': True, 'tenant_id': '9aebe5490906401b940f5ca4a14eb05d'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:58:29.573976 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411604'] for router_interface, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:29.576640 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Made reservation on behalf of 9aebe5490906401b940f5ca4a14eb05d for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:58:29.580159 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:29.668421 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411604'] for router_interface, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:29.908688 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Allocated IP 172.20.0.3 (148c4c8a-e0ab-46b1-aae9-b979a6285ddd/78ae3dda-2f16-4558-bfdb-09b32be4a510/728f2706-007e-4e39-8fe2-0a69158b6da8) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:58:29.951441 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 3ce5c808-05c4-414f-a81c-502b70c227e5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:29.980666 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 3ce5c808-05c4-414f-a81c-502b70c227e5 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:29.981110 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 3ce5c808-05c4-414f-a81c-502b70c227e5 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:29.982462 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Deleting port 2886812e-0756-4c55-a886-c623b1b1f4b5 {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:29.982942 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.086431 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] For port 2886812e-0756-4c55-a886-c623b1b1f4b5, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=2886812e-0756-4c55-a886-c623b1b1f4b5,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:30.086760 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.168810 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.173459 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Deleting port c484df31-4fc3-4804-8ea2-1738f10df867 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:30.173797 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.195474 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Calling delete_port for 2886812e-0756-4c55-a886-c623b1b1f4b5 owned by network:router_interface {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:30.315022 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e4033f49-37ef-4acd-b93a-fa215e591ed0 req-612f39de-06ac-486f-ae77-340366801dc0 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 210 time: 0.0536926 Jun 11 19:58:30.335983 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] For port c484df31-4fc3-4804-8ea2-1738f10df867, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=c484df31-4fc3-4804-8ea2-1738f10df867,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:30.336615 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.429443 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Calling delete_port for c484df31-4fc3-4804-8ea2-1738f10df867 owned by network:router_interface {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:30.434000 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.438542 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-07470365-efc4-4c91-9ccf-a9cc089a5161 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:30.513154 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.515260 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:30.539070 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:58:30.544253 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:58:30.549180 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2886812e-0756-4c55-a886-c623b1b1f4b5,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:30.550511 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:58:30.552544 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:30.556809 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Pushing event updated for resources: {'Port': ['ID=728f2706-007e-4e39-8fe2-0a69158b6da8,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:30.613203 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.613889 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.613994 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.614282 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.614635 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.614989 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.615344 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.615694 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.616041 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.616418 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.616769 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.617111 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:30.623748 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:30.643153 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:30.643781 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.781337 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416068'] for router_interface, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.783005 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4585385 Jun 11 19:58:30.798226 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Request body: {'port': {'device_id': 'ddeb3ebd-b23e-4842-a731-0d50b4125582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:58:30.890266 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.935442 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:30.939414 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-733803bc-230b-4551-bff8-ec24fc3cc21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:30.981929 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c484df31-4fc3-4804-8ea2-1738f10df867,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:30.991485 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:31.077174 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Router c6317408-33a3-45ab-bf5a-39a002d39b94 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:58:31.389867 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416068'] for router_interface, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:31.479172 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:58:31.484129 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-457d1af2-16d4-426d-ab6a-4db6627673a6 admin admin] 10.222.0.37 "PUT /v2.0/routers/c6317408-33a3-45ab-bf5a-39a002d39b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3164377 Jun 11 19:58:31.486603 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56144) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:31.490608 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] Sync routers for ids ['c6317408-33a3-45ab-bf5a-39a002d39b94'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:58:31.499779 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] Routers {'c6317408-33a3-45ab-bf5a-39a002d39b94'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:58:31.500476 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:58:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['c6317408-33a3-45ab-bf5a-39a002d39b94'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:31.583281 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728f2706-007e-4e39-8fe2-0a69158b6da8 {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:58:31.598437 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:31.635974 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:31.637277 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Transition to ACTIVE for port object 728f2706-007e-4e39-8fe2-0a69158b6da8 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:58:31.643262 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] Set router c6317408-33a3-45ab-bf5a-39a002d39b94 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:58:31.664457 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192cd37-6c10-4897-8c84-ea09469d3245 req-385c33a6-4d88-4317-a86f-5795b3af9491 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:31.665948 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7192cd37-6c10-4897-8c84-ea09469d3245 req-385c33a6-4d88-4317-a86f-5795b3af9491 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 931 time: 0.2261992 Jun 11 19:58:31.766914 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:31.780261 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:31.922792 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Deleting port a42f48b3-9f52-4e5d-b456-6eb43eb877eb {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:31.923263 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:31.998975 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:58:30Z', 'revision_number': 5, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port': {'id': 'a42f48b3-9f52-4e5d-b456-6eb43eb877eb', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:38Z', 'updated_at': '2021-06-11T19:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:32.002550 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] Checking router: c6317408-33a3-45ab-bf5a-39a002d39b94 for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:58:32.011959 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] Routers {'c6317408-33a3-45ab-bf5a-39a002d39b94'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:58:32.012605 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:58:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['c6317408-33a3-45ab-bf5a-39a002d39b94'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:32.038774 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] For port a42f48b3-9f52-4e5d-b456-6eb43eb877eb, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=a42f48b3-9f52-4e5d-b456-6eb43eb877eb,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:32.039205 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.089267 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-bec184cf-abb0-4416-90a0-d5a53df1c29c tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:32.137913 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] Set router c6317408-33a3-45ab-bf5a-39a002d39b94 gateway port host: None {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:58:32.138139 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Calling delete_port for a42f48b3-9f52-4e5d-b456-6eb43eb877eb owned by network:router_gateway {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:32.215423 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:58:31Z', 'revision_number': 6, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port_host': None}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:32.217708 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7192cd37-6c10-4897-8c84-ea09469d3245 req-0645d72d-dffc-4188-8800-4e26443070fb tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036020 Jun 11 19:58:32.218861 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de49985-b5ae-482b-9ea5-436fbfdfc99c None None] The sync data for ids ['c6317408-33a3-45ab-bf5a-39a002d39b94'] in dv-cinder-790535-3-smb is: [{'id': 'c6317408-33a3-45ab-bf5a-39a002d39b94', 'name': 'tempest-TestShelveInstance-2079964033-router', 'tenant_id': '1228b8ceabf048c3a934285fe602cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:37Z', 'updated_at': '2021-06-11T19:58:31Z', 'revision_number': 6, 'project_id': '1228b8ceabf048c3a934285fe602cc35', 'gw_port_host': None}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:58:32.221302 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Pushing event updated for resources: {'Port': ['ID=728f2706-007e-4e39-8fe2-0a69158b6da8,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:32.227582 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:32.301988 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Router 4efa2c34-debc-4a77-9471-14ab89636dd7 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:58:32.426079 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Attempting to bind port 728f2706-007e-4e39-8fe2-0a69158b6da8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:58:32.426451 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Attempting to bind port 728f2706-007e-4e39-8fe2-0a69158b6da8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '56aa698b-2e20-4259-b832-a132fa471a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:58:32.426762 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Attempting to bind port 728f2706-007e-4e39-8fe2-0a69158b6da8 on network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:58:32.440268 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Port 728f2706-007e-4e39-8fe2-0a69158b6da8 on network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:58:32.440601 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Attempting to bind port 728f2706-007e-4e39-8fe2-0a69158b6da8 on network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:58:32.449982 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:58:32.450324 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Checking segment: {'id': '56aa698b-2e20-4259-b832-a132fa471a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:58:32.450717 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Bound using segment: {'id': '56aa698b-2e20-4259-b832-a132fa471a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:58:32.451150 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Bound port: 728f2706-007e-4e39-8fe2-0a69158b6da8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56aa698b-2e20-4259-b832-a132fa471a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:58:32.451506 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.455488 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.458696 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:32.487418 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42f48b3-9f52-4e5d-b456-6eb43eb877eb,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:32.521490 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.521771 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.522140 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.522498 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.522896 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.523246 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.523594 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.523947 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.524351 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.524693 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.525037 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.525150 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:58:32.525379 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:32.537147 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:32.537248 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] 10.222.0.37 "PUT /v2.0/routers/4efa2c34-debc-4a77-9471-14ab89636dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0387666 Jun 11 19:58:32.537330 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] Sync routers for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:58:32.540746 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56146) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:32.545008 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:58:32.545640 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:58:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:32.578317 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415255'] for router_gateway, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.650812 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] For port 728f2706-007e-4e39-8fe2-0a69158b6da8, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:58:32.675814 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] For port 728f2706-007e-4e39-8fe2-0a69158b6da8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=728f2706-007e-4e39-8fe2-0a69158b6da8,segment=NetworkSegment(56aa698b-2e20-4259-b832-a132fa471a95),segment_id=56aa698b-2e20-4259-b832-a132fa471a95)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:58:32.696154 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:58:32.704484 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Notify callbacks [] for router, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.748657 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9235'] for router, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.750938 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.798910 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.803034 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-042b195f-2d66-4fe1-9916-6886244c4ee2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:32.861287 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:32.861906 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.863267 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] 10.222.0.43 "PUT /v2.0/ports/728f2706-007e-4e39-8fe2-0a69158b6da8 HTTP/1.1" status: 200 len: 1093 time: 2.0713079 Jun 11 19:58:32.865676 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddeb3ebd-b23e-4842-a731-0d50b4125582', 'tag': '728f2706-007e-4e39-8fe2-0a69158b6da8'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:58:32.867900 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7296db56-16ae-4bc4-9014-8694be203dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ddeb3ebd-b23e-4842-a731-0d50b4125582", "tag": "728f2706-007e-4e39-8fe2-0a69158b6da8"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:58:32.894532 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Pushing event updated for resources: {'Port': ['ID=728f2706-007e-4e39-8fe2-0a69158b6da8,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:32.901128 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409648'] for router, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.901326 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:32.901451 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6317408-33a3-45ab-bf5a-39a002d39b94 {{(pid=98768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:58:32.904350 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] Notify callbacks [] for router, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:32.908120 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56150) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:32.910055 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-0770a708-f7cb-42dc-8eb4-5c92b01744a2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c6317408-33a3-45ab-bf5a-39a002d39b94 HTTP/1.1" status: 204 len: 168 time: 1.4218512 Jun 11 19:58:32.946255 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:58:30Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:32.950701 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] Checking router: 4efa2c34-debc-4a77-9471-14ab89636dd7 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:58:32.951506 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4c2391-b9bb-4fa3-96d9-06f3ea9a5196 x-openstack-request-id: req-bb4c2391-b9bb-4fa3-96d9-06f3ea9a5196 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:58:32.951835 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddeb3ebd-b23e-4842-a731-0d50b4125582", "tag": "728f2706-007e-4e39-8fe2-0a69158b6da8", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:58:32.952159 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb4c2391-b9bb-4fa3-96d9-06f3ea9a5196 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:58:32.952588 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddeb3ebd-b23e-4842-a731-0d50b4125582', 'tag': '728f2706-007e-4e39-8fe2-0a69158b6da8', 'status': 'completed', 'code': 200} Jun 11 19:58:32.959598 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] Routers {'4efa2c34-debc-4a77-9471-14ab89636dd7'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:58:32.960294 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:58:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['4efa2c34-debc-4a77-9471-14ab89636dd7'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:33.005433 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:33.026979 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ad586d-ea00-4450-a0ea-02d083724c01 admin admin] Deleting subnet 5dafc54a-3fce-41ae-9ef2-f14b0524bbcc {{(pid=98767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:58:33.034310 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b5ad586d-ea00-4450-a0ea-02d083724c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:33.089284 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b5ad586d-ea00-4450-a0ea-02d083724c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60388119'] for subnet, precommit_delete_associations {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:33.117841 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 2886812e-0756-4c55-a886-c623b1b1f4b5 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:33.124067 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] Set router 4efa2c34-debc-4a77-9471-14ab89636dd7 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:58:33.146297 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296db56-16ae-4bc4-9014-8694be203dd1 req-21a1d1cb-fa88-42a4-8a25-93fed0e7726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:33.147823 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7296db56-16ae-4bc4-9014-8694be203dd1 req-21a1d1cb-fa88-42a4-8a25-93fed0e7726e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9aebe5490906401b940f5ca4a14eb05d&device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 1096 time: 0.1926253 Jun 11 19:58:33.180805 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: 2886812e-0756-4c55-a886-c623b1b1f4b5 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:33.181178 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 2886812e-0756-4c55-a886-c623b1b1f4b5 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:33.364949 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Deleting port fde657f6-3a1c-4f01-a348-a13a7a5fe784 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:33.365333 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:33.368264 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b5ad586d-ea00-4450-a0ea-02d083724c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:33.478820 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296db56-16ae-4bc4-9014-8694be203dd1 req-953f8af6-1c46-43b7-a088-7d2ef75bde59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:33.480860 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7296db56-16ae-4bc4-9014-8694be203dd1 req-953f8af6-1c46-43b7-a088-7d2ef75bde59 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9aebe5490906401b940f5ca4a14eb05d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3240564 Jun 11 19:58:33.515445 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:58:30Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:33.518802 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1cd19e-14e3-40bf-b648-1012584385ff None None] The sync data for ids ['4efa2c34-debc-4a77-9471-14ab89636dd7'] in dv-cinder-790535-3-smb is: [{'id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'name': 'tempest-AttachVolumeTestJSON-1362843822-router', 'tenant_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:51:40Z', 'updated_at': '2021-06-11T19:58:30Z', 'revision_number': 5, 'project_id': 'df29b6cabf604ce3bc4e204dd149d69d', 'gw_port': {'id': 'fde657f6-3a1c-4f01-a348-a13a7a5fe784', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa2c34-debc-4a77-9471-14ab89636dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:51:41Z', 'updated_at': '2021-06-11T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:58:33.665646 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] For port fde657f6-3a1c-4f01-a348-a13a7a5fe784, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=fde657f6-3a1c-4f01-a348-a13a7a5fe784,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:33.666150 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:33.683112 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b5ad586d-ea00-4450-a0ea-02d083724c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60388279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60341384'] for subnet, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:33.696559 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:33.811215 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Calling delete_port for fde657f6-3a1c-4f01-a348-a13a7a5fe784 owned by network:router_gateway {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:33.825483 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b62118-8e2f-411f-8daf-ee4e8bea8069 req-32610d6d-f6ae-4bf1-96db-15b76830fac5 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:33.826963 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e1b62118-8e2f-411f-8daf-ee4e8bea8069 req-32610d6d-f6ae-4bf1-96db-15b76830fac5 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 943 time: 0.4200463 Jun 11 19:58:33.832520 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad586d-ea00-4450-a0ea-02d083724c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dafc54a-3fce-41ae-9ef2-f14b0524bbcc,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:33.839488 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b5ad586d-ea00-4450-a0ea-02d083724c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:33.847338 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6cd358-2248-4eb9-be59-bf87a0f592af None None] Network b4b62b40-2057-4f9e-a017-b03fc0d4361f requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:58:33.849454 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296db56-16ae-4bc4-9014-8694be203dd1 req-e9f7a2ce-ba83-4672-94a2-cb51b168a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:33.850845 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7296db56-16ae-4bc4-9014-8694be203dd1 req-e9f7a2ce-ba83-4672-94a2-cb51b168a589 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3613091 Jun 11 19:58:33.855261 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b5ad586d-ea00-4450-a0ea-02d083724c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:33.859080 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-b5ad586d-ea00-4450-a0ea-02d083724c01 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5dafc54a-3fce-41ae-9ef2-f14b0524bbcc HTTP/1.1" status: 204 len: 168 time: 0.9472780 Jun 11 19:58:33.859930 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56154) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:33.974641 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:33.979647 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e1b62118-8e2f-411f-8daf-ee4e8bea8069 req-de924f4f-e9d8-4c5e-86a1-47f15cd2f777 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445365 Jun 11 19:58:34.045478 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Deleting port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:34.045823 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.079447 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e209949f-a6b3-4254-978f-a19652df005f None None] DHCP port deletion for b4b62b40-2057-4f9e-a017-b03fc0d4361f request from dv-cinder-790535-3-smb {{(pid=98769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:58:34.087948 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-db594960-4196-4d5f-892d-5ccb79d0a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:34.090091 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-db594960-4196-4d5f-892d-5ccb79d0a1fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9aebe5490906401b940f5ca4a14eb05d&device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 1096 time: 0.1707206 Jun 11 19:58:34.129130 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] For port 4bc66ae8-d744-4abc-87c2-70c13c416bd6, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=4bc66ae8-d744-4abc-87c2-70c13c416bd6,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:34.129805 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.137248 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Deleting port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 {{(pid=98769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:34.137859 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.151268 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-85607f97-7464-45fc-9344-e022f2b27213 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=728f2706-007e-4e39-8fe2-0a69158b6da8 HTTP/1.1" status: 200 len: 217 time: 0.0531664 Jun 11 19:58:34.225032 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Calling delete_port for 4bc66ae8-d744-4abc-87c2-70c13c416bd6 owned by network:dhcp {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:34.226001 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-e209949f-a6b3-4254-978f-a19652df005f None None] For port 4bc66ae8-d744-4abc-87c2-70c13c416bd6, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=4bc66ae8-d744-4abc-87c2-70c13c416bd6,segment=NetworkSegment(2aa2b14c-f525-4fea-acf1-51968b37dfe1),segment_id=2aa2b14c-f525-4fea-acf1-51968b37dfe1)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:34.226599 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.329036 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Calling delete_port for 4bc66ae8-d744-4abc-87c2-70c13c416bd6 owned by network:dhcp {{(pid=98769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:34.406908 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.410445 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:34.427718 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926'] for port, after_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.429882 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-f958cb5d-6535-4b18-bdcd-fc4c6bacf23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:34.439905 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc66ae8-d744-4abc-87c2-70c13c416bd6,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:34.443520 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:34.444419 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] No DVR routers for this DVR port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 on host dv-cinder-790535-3-smb {{(pid=98768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:58:34.463800 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Pushing event deleted for resources: {'Port': ['ID=4bc66ae8-d744-4abc-87c2-70c13c416bd6,revision_number=None']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:34.468180 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209949f-a6b3-4254-978f-a19652df005f None None] No DVR routers for this DVR port 4bc66ae8-d744-4abc-87c2-70c13c416bd6 on host dv-cinder-790535-3-smb {{(pid=98769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:58:34.482000 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.482355 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.482696 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.483364 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.483549 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.483920 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.484308 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.484636 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.484963 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.485286 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.485608 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.485965 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:58:34.490496 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-e209949f-a6b3-4254-978f-a19652df005f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:34.550246 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.556774 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-406a08a4-73f3-471a-8544-5739004b87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:34.558760 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-406a08a4-73f3-471a-8544-5739004b87d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ae3dda-2f16-4558-bfdb-09b32be4a510 HTTP/1.1" status: 200 len: 853 time: 0.3842711 Jun 11 19:58:34.569278 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b62b40-2057-4f9e-a017-b03fc0d4361f']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:34.572495 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa2b14c-f525-4fea-acf1-51968b37dfe1') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:34.573011 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa2b14c-f525-4fea-acf1-51968b37dfe1') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:34.583500 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.597231 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-b339cb85-1599-4ba4-842d-de11125a7d57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=148c4c8a-e0ab-46b1-aae9-b979a6285ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323210 Jun 11 19:58:34.597901 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.603567 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:58:34.603942 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:58:34.606231 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:58:34.684220 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.688635 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3b454980-6357-4179-aa51-da436a2af22f tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:34.727376 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Pushing event deleted for resources: {'Port': ['ID=fde657f6-3a1c-4f01-a348-a13a7a5fe784,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:34.736240 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:34.758916 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.767852 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.769785 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b4b62b40-2057-4f9e-a017-b03fc0d4361f HTTP/1.1" status: 204 len: 168 time: 0.9083059 Jun 11 19:58:34.776205 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:34.776205 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56156) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:34.780920 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c484df31-4fc3-4804-8ea2-1738f10df867 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:34.794334 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-a82f8e5c-db85-4f66-9735-84e6b27be2ec service neutron] 10.222.0.43 "GET /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904821 Jun 11 19:58:34.806570 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: c484df31-4fc3-4804-8ea2-1738f10df867 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:34.806994 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c484df31-4fc3-4804-8ea2-1738f10df867 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:34.808604 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 4bc66ae8-d744-4abc-87c2-70c13c416bd6 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:34.836371 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: 4bc66ae8-d744-4abc-87c2-70c13c416bd6 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:34.837045 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 4bc66ae8-d744-4abc-87c2-70c13c416bd6 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:34.837672 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device a42f48b3-9f52-4e5d-b456-6eb43eb877eb no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:34.840793 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b62b40-2057-4f9e-a017-b03fc0d4361f,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:34.843695 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-037bae97-718a-4076-838a-09de0a042e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:34.857126 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415255'] for router_gateway, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:34.867989 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: a42f48b3-9f52-4e5d-b456-6eb43eb877eb {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:34.868592 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device a42f48b3-9f52-4e5d-b456-6eb43eb877eb not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:35.048814 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9235'] for router, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.052199 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.127438 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5aca2668-b916-487c-8f24-0ac458b78f3c req-827704b8-daa9-43fc-8889-40d5d9a70128 service neutron] 10.222.0.43 "GET /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189764 Jun 11 19:58:35.187264 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506ca1f-2089-4258-964f-255eda5d339c req-07995f1a-eb22-4377-9526-431b1b3df981 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:35.188776 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5506ca1f-2089-4258-964f-255eda5d339c req-07995f1a-eb22-4377-9526-431b1b3df981 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 943 time: 0.0734332 Jun 11 19:58:35.226917 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409648'] for router, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.227418 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4efa2c34-debc-4a77-9471-14ab89636dd7 {{(pid=98767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:58:35.234266 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5506ca1f-2089-4258-964f-255eda5d339c req-9cd6bfdf-5998-4016-a24f-5ab0e2a81f63 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Jun 11 19:58:35.236895 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Notify callbacks [] for router, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.240713 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] 10.222.0.37 "DELETE /v2.0/routers/4efa2c34-debc-4a77-9471-14ab89636dd7 HTTP/1.1" status: 204 len: 168 time: 2.6989813 Jun 11 19:58:35.241397 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411604'] for router_interface, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.241857 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56160) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:35.303480 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2e8f04-c11b-478f-be35-d0eaca2e206b admin admin] Deleting subnet 7b89e1a3-1efa-40f0-946b-3d72f37ff570 {{(pid=98767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:58:35.306868 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8f04-c11b-478f-be35-d0eaca2e206b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.354587 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8f04-c11b-478f-be35-d0eaca2e206b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60388119'] for subnet, precommit_delete_associations {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.449106 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8f04-c11b-478f-be35-d0eaca2e206b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.563249 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Deleting port 038824d3-5a36-4f87-b384-89cd75b6489d {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:35.563590 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.593465 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8f04-c11b-478f-be35-d0eaca2e206b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60388279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60341384'] for subnet, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.596728 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-7ffa8e8b-9b9f-4c23-9bc3-de32d8179755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:35.627684 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e8f04-c11b-478f-be35-d0eaca2e206b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b89e1a3-1efa-40f0-946b-3d72f37ff570,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:35.630646 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8a2e8f04-c11b-478f-be35-d0eaca2e206b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:35.631621 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8f04-c11b-478f-be35-d0eaca2e206b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.638490 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026ed18-5c44-4787-b43a-425e180c8ac3 None None] Network f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:58:35.639008 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56162) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:35.641068 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-8a2e8f04-c11b-478f-be35-d0eaca2e206b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b89e1a3-1efa-40f0-946b-3d72f37ff570 HTTP/1.1" status: 204 len: 168 time: 0.3981402 Jun 11 19:58:35.877514 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] DHCP port deletion for f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c request from dv-cinder-790535-3-smb {{(pid=98769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:58:35.930199 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] Deleting port 60085882-e46d-4cda-b49c-1fc9f481bb44 {{(pid=98769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:35.930584 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:35.996407 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] For port 038824d3-5a36-4f87-b384-89cd75b6489d, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=038824d3-5a36-4f87-b384-89cd75b6489d,segment=NetworkSegment(c0966795-fb6e-4eba-9ffe-98be00d87374),segment_id=c0966795-fb6e-4eba-9ffe-98be00d87374)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:35.996645 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.011031 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.016957 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] For port 60085882-e46d-4cda-b49c-1fc9f481bb44, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=60085882-e46d-4cda-b49c-1fc9f481bb44,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:36.017388 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.094694 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Calling delete_port for 038824d3-5a36-4f87-b384-89cd75b6489d owned by network:router_interface {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:36.107827 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] Calling delete_port for 60085882-e46d-4cda-b49c-1fc9f481bb44 owned by network:dhcp {{(pid=98769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:36.266828 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Deleting port 60085882-e46d-4cda-b49c-1fc9f481bb44 {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:36.267373 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.278903 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926'] for port, after_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.281206 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:36.310018 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] Pushing event deleted for resources: {'Port': ['ID=60085882-e46d-4cda-b49c-1fc9f481bb44,revision_number=None']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:36.312593 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:36.314879 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] No DVR routers for this DVR port 60085882-e46d-4cda-b49c-1fc9f481bb44 on host dv-cinder-790535-3-smb {{(pid=98769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:58:36.373955 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] For port 60085882-e46d-4cda-b49c-1fc9f481bb44, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=60085882-e46d-4cda-b49c-1fc9f481bb44,segment=NetworkSegment(02985246-025f-4acb-907e-a339ef5965ac),segment_id=02985246-025f-4acb-907e-a339ef5965ac)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:36.374317 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.420724 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf986e8-b9e1-49f1-9ad5-5d25c6536635 req-6e9d48d3-117f-46a9-b2b4-86455b2e2042 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:36.422202 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5cf986e8-b9e1-49f1-9ad5-5d25c6536635 req-6e9d48d3-117f-46a9-b2b4-86455b2e2042 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 943 time: 0.0697188 Jun 11 19:58:36.464730 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5cf986e8-b9e1-49f1-9ad5-5d25c6536635 req-078f419e-35e0-4bb4-b8d8-6d1449f8baf5 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367215 Jun 11 19:58:36.471848 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Calling delete_port for 60085882-e46d-4cda-b49c-1fc9f481bb44 owned by network:dhcp {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:36.603409 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.606222 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fea4f535-de5b-417f-bf2b-5a52084adac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:36.634782 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.637442 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] No DVR routers for this DVR port 60085882-e46d-4cda-b49c-1fc9f481bb44 on host dv-cinder-790535-3-smb {{(pid=98768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:58:36.639832 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60085882-e46d-4cda-b49c-1fc9f481bb44,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:36.644558 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:36.647909 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:36.719583 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Pushing event deleted for resources: {'Port': ['ID=038824d3-5a36-4f87-b384-89cd75b6489d,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:36.747802 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:36.780707 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device fde657f6-3a1c-4f01-a348-a13a7a5fe784 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:36.806286 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: fde657f6-3a1c-4f01-a348-a13a7a5fe784 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:36.806637 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device fde657f6-3a1c-4f01-a348-a13a7a5fe784 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:36.807060 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 60085882-e46d-4cda-b49c-1fc9f481bb44 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:36.818554 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.834296 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: 60085882-e46d-4cda-b49c-1fc9f481bb44 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:36.834914 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 60085882-e46d-4cda-b49c-1fc9f481bb44 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:36.837230 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:36.851422 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02985246-025f-4acb-907e-a339ef5965ac') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:36.851721 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02985246-025f-4acb-907e-a339ef5965ac') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:36.864062 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.968679 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.984257 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:58:36.984648 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: self.session.flush() Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: self.session.flush() Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: self.session.flush() Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: self.session.flush() Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:58:36.986258 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:58:37.077478 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416068'] for router_interface, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:37.178712 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:37.191892 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-faf1ea1a-3202-4c50-8bc1-5566517443e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:37.195513 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:37.197308 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c HTTP/1.1" status: 204 len: 168 time: 1.5573788 Jun 11 19:58:37.214814 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ee72e1-f3f6-46e8-8862-5cbfe48ba73c,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:37.217982 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:37.377711 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Router 0615409b-1842-4c27-bfc3-e94da2dc82fc has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:58:37.511863 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56170) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:37.522421 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:58:37.527877 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-04e1c792-4e70-439a-b201-dc884967650f admin admin] 10.222.0.37 "PUT /v2.0/routers/0615409b-1842-4c27-bfc3-e94da2dc82fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7536249 Jun 11 19:58:37.532213 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] Sync routers for ids ['0615409b-1842-4c27-bfc3-e94da2dc82fc'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:58:37.533446 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56172) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:37.541124 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] Routers {'0615409b-1842-4c27-bfc3-e94da2dc82fc'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:58:37.549752 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:58:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['0615409b-1842-4c27-bfc3-e94da2dc82fc'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:37.685240 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] Set router 0615409b-1842-4c27-bfc3-e94da2dc82fc gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:58:37.715393 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-0156273a-8ef3-4d1f-8eea-53e67674d0ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df29b6cabf604ce3bc4e204dd149d69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020705 Jun 11 19:58:37.717876 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56174) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:37.744143 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Notify callbacks [] for router, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:37.772351 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1f6b7366-4cbf-4124-a34f-536f8383f314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:37.798378 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1f6b7366-4cbf-4124-a34f-536f8383f314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:37.851968 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eae2bb-29a2-4850-9afb-4629d6cc0a08 req-57031930-233e-44fe-bc46-3449d819f259 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:37.853487 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-95eae2bb-29a2-4850-9afb-4629d6cc0a08 req-57031930-233e-44fe-bc46-3449d819f259 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 943 time: 0.2601669 Jun 11 19:58:37.915906 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-95eae2bb-29a2-4850-9afb-4629d6cc0a08 req-0a181291-5bce-42d8-91b6-df7c2f2d3306 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Jun 11 19:58:37.922567 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'name': 'tempest-TestShelveInstance-1926603376-router', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:44Z', 'updated_at': '2021-06-11T19:58:36Z', 'revision_number': 5, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'gw_port': {'id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:45Z', 'updated_at': '2021-06-11T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:37.926792 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] Checking router: 0615409b-1842-4c27-bfc3-e94da2dc82fc for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:58:37.928749 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:37.944375 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] Routers {'0615409b-1842-4c27-bfc3-e94da2dc82fc'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:58:37.944375 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:58:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['0615409b-1842-4c27-bfc3-e94da2dc82fc'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:37.944604 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1f6b7366-4cbf-4124-a34f-536f8383f314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:37.944604 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1f6b7366-4cbf-4124-a34f-536f8383f314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:37.944604 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-1f6b7366-4cbf-4124-a34f-536f8383f314 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/222dd31d-f4e6-48c2-93c5-458f6c2f42a9 HTTP/1.1" status: 204 len: 168 time: 0.2229328 Jun 11 19:58:37.944604 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-448af518-615f-4757-8c75-c2d606cf1b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:37.953305 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b7366-4cbf-4124-a34f-536f8383f314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222dd31d-f4e6-48c2-93c5-458f6c2f42a9,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:37.956537 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1f6b7366-4cbf-4124-a34f-536f8383f314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:37.969820 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 728f2706-007e-4e39-8fe2-0a69158b6da8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:58:38.063529 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Deleting port aad82747-dc77-4e69-b8aa-6e80a2f9e47f {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:38.064348 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:38.093127 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] Set router 0615409b-1842-4c27-bfc3-e94da2dc82fc gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:58:38.120559 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 728f2706-007e-4e39-8fe2-0a69158b6da8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=728f2706-007e-4e39-8fe2-0a69158b6da8,segment=NetworkSegment(56aa698b-2e20-4259-b832-a132fa471a95),segment_id=56aa698b-2e20-4259-b832-a132fa471a95)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:38.137530 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '728f2706-007e-4e39-8fe2-0a69158b6da8', 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd', 'port_id': '728f2706-007e-4e39-8fe2-0a69158b6da8', 'mac_address': 'fa:16:3e:45:21:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ae3dda-2f16-4558-bfdb-09b32be4a510', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:58:38.178399 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] For port aad82747-dc77-4e69-b8aa-6e80a2f9e47f, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=aad82747-dc77-4e69-b8aa-6e80a2f9e47f,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:38.178760 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:38.187785 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:38.202538 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728f2706-007e-4e39-8fe2-0a69158b6da8 {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:58:38.223885 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 728f2706-007e-4e39-8fe2-0a69158b6da8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=728f2706-007e-4e39-8fe2-0a69158b6da8,segment=NetworkSegment(56aa698b-2e20-4259-b832-a132fa471a95),segment_id=56aa698b-2e20-4259-b832-a132fa471a95)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:38.280858 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Calling delete_port for aad82747-dc77-4e69-b8aa-6e80a2f9e47f owned by network:router_gateway {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:38.304128 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:38.305938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:38.348450 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'name': 'tempest-TestShelveInstance-1926603376-router', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:44Z', 'updated_at': '2021-06-11T19:58:36Z', 'revision_number': 5, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'gw_port': {'id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:45Z', 'updated_at': '2021-06-11T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:38.352523 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7846cae-3646-4bd3-b033-ecfb1ea7c886 None None] The sync data for ids ['0615409b-1842-4c27-bfc3-e94da2dc82fc'] in dv-cinder-790535-3-smb is: [{'id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'name': 'tempest-TestShelveInstance-1926603376-router', 'tenant_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:52:44Z', 'updated_at': '2021-06-11T19:58:36Z', 'revision_number': 5, 'project_id': '0ac2139bfbe4481a97f0b429a1c1c80c', 'gw_port': {'id': 'aad82747-dc77-4e69-b8aa-6e80a2f9e47f', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615409b-1842-4c27-bfc3-e94da2dc82fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:52:45Z', 'updated_at': '2021-06-11T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:58:38.362218 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=728f2706-007e-4e39-8fe2-0a69158b6da8,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:38.366275 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:38.583633 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:38.586897 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:38.605696 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['728f2706-007e-4e39-8fe2-0a69158b6da8'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:58:38.617413 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad82747-dc77-4e69-b8aa-6e80a2f9e47f,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:38.622774 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:38.704548 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415255'] for router_gateway, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:38.849368 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 038824d3-5a36-4f87-b384-89cd75b6489d no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:38.877154 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9235'] for router, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:38.879457 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:38.881206 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: 038824d3-5a36-4f87-b384-89cd75b6489d {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:38.882708 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 038824d3-5a36-4f87-b384-89cd75b6489d not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:39.017848 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409648'] for router, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.018477 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0615409b-1842-4c27-bfc3-e94da2dc82fc {{(pid=98767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:58:39.023964 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Notify callbacks [] for router, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.027496 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56196) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:39.027999 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0615409b-1842-4c27-bfc3-e94da2dc82fc HTTP/1.1" status: 204 len: 168 time: 1.4931705 Jun 11 19:58:39.094930 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa6266e-10f7-4602-83dc-e83ba90a0e97 admin admin] Deleting subnet 96e520c5-698e-4e61-bcad-b2b223539ecf {{(pid=98768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:58:39.098166 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8aa6266e-10f7-4602-83dc-e83ba90a0e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.115247 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c68c4-36a8-4afd-ad56-6e56902cd6d3 req-8d31c973-13e3-44b0-93a6-474a0d177afe tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:39.118241 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b30c68c4-36a8-4afd-ad56-6e56902cd6d3 req-8d31c973-13e3-44b0-93a6-474a0d177afe tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 944 time: 0.0814207 Jun 11 19:58:39.154047 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8aa6266e-10f7-4602-83dc-e83ba90a0e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59054300'] for subnet, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.184565 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b30c68c4-36a8-4afd-ad56-6e56902cd6d3 req-e632f3f0-059d-4357-b064-e3c8b1186d77 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546582 Jun 11 19:58:39.251124 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8aa6266e-10f7-4602-83dc-e83ba90a0e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.395679 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8aa6266e-10f7-4602-83dc-e83ba90a0e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59462105'] for subnet, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.398951 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f9a27716-2595-4ee0-9bb4-061fb3476370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:39.429561 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6266e-10f7-4602-83dc-e83ba90a0e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e520c5-698e-4e61-bcad-b2b223539ecf,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:39.431440 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8aa6266e-10f7-4602-83dc-e83ba90a0e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.433819 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8aa6266e-10f7-4602-83dc-e83ba90a0e97 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/96e520c5-698e-4e61-bcad-b2b223539ecf HTTP/1.1" status: 204 len: 168 time: 0.4052157 Jun 11 19:58:39.434793 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8aa6266e-10f7-4602-83dc-e83ba90a0e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:39.436190 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d0b16-2393-4c88-a5d0-2d3692336735 None None] Network a40de7f9-34c8-4c35-914c-9ce1b1cd0fce requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:58:39.436701 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56204) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:39.530454 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.791274 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] DHCP port deletion for a40de7f9-34c8-4c35-914c-9ce1b1cd0fce request from dv-cinder-790535-3-smb {{(pid=98769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:58:39.845530 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] Deleting port ddba5852-3597-43e5-ae3f-478e66adad75 {{(pid=98769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:39.845914 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.866576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Deleting port ddba5852-3597-43e5-ae3f-478e66adad75 {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:58:39.866918 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.936573 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] For port ddba5852-3597-43e5-ae3f-478e66adad75, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=ddba5852-3597-43e5-ae3f-478e66adad75,segment=NetworkSegment(c0966795-fb6e-4eba-9ffe-98be00d87374),segment_id=c0966795-fb6e-4eba-9ffe-98be00d87374)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:39.936984 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.963195 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] For port ddba5852-3597-43e5-ae3f-478e66adad75, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=ddba5852-3597-43e5-ae3f-478e66adad75,segment=NetworkSegment(c0966795-fb6e-4eba-9ffe-98be00d87374),segment_id=c0966795-fb6e-4eba-9ffe-98be00d87374)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:39.963667 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:39.991427 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 728f2706-007e-4e39-8fe2-0a69158b6da8 up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:58:40.034070 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] Calling delete_port for ddba5852-3597-43e5-ae3f-478e66adad75 owned by network:dhcp {{(pid=98769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:40.057902 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Calling delete_port for ddba5852-3597-43e5-ae3f-478e66adad75 owned by network:dhcp {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:58:40.235480 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.238642 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-88670084-761c-486e-87e9-d51cdacf0298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:40.239318 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 728f2706-007e-4e39-8fe2-0a69158b6da8 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:58:40.244071 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926'] for port, after_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.250190 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:40.253461 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 728f2706-007e-4e39-8fe2-0a69158b6da8 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:58:40.254047 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.272401 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Pushing event deleted for resources: {'Port': ['ID=ddba5852-3597-43e5-ae3f-478e66adad75,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:40.274815 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:40.277521 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] No DVR routers for this DVR port ddba5852-3597-43e5-ae3f-478e66adad75 on host dv-cinder-790535-3-smb {{(pid=98768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:58:40.303884 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] Pushing event deleted for resources: {'Port': ['ID=ddba5852-3597-43e5-ae3f-478e66adad75,revision_number=None']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:40.307813 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] No DVR routers for this DVR port ddba5852-3597-43e5-ae3f-478e66adad75 on host dv-cinder-790535-3-smb {{(pid=98769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:58:40.314710 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:40.375236 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.382253 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68bf4e-efb8-4355-ac08-7238df4cc409 req-3428e9d1-0fd5-4928-9fb6-22b0504e0432 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:40.383746 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fc68bf4e-efb8-4355-ac08-7238df4cc409 req-3428e9d1-0fd5-4928-9fb6-22b0504e0432 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 944 time: 0.0822520 Jun 11 19:58:40.386024 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.397561 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40de7f9-34c8-4c35-914c-9ce1b1cd0fce']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:40.407428 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeb3ebd-b23e-4842-a731-0d50b4125582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728f2706-007e-4e39-8fe2-0a69158b6da8'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:58:40.409867 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91a8159-d61a-415e-8660-177721a506d5" -d '{"events": [{"server_uuid": "ddeb3ebd-b23e-4842-a731-0d50b4125582", "name": "network-vif-plugged", "status": "completed", "tag": "728f2706-007e-4e39-8fe2-0a69158b6da8"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:58:40.414180 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0966795-fb6e-4eba-9ffe-98be00d87374') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:40.414603 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0966795-fb6e-4eba-9ffe-98be00d87374') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:40.422371 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 728f2706-007e-4e39-8fe2-0a69158b6da8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=728f2706-007e-4e39-8fe2-0a69158b6da8,segment=NetworkSegment(56aa698b-2e20-4259-b832-a132fa471a95),segment_id=56aa698b-2e20-4259-b832-a132fa471a95)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:58:40.425683 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.441022 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fc68bf4e-efb8-4355-ac08-7238df4cc409 req-f699fdf3-dc34-4ba8-8fa4-abc82ebf7e21 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506773 Jun 11 19:58:40.441457 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.447722 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:58:40.448757 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:58:40.450561 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:58:40.453119 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679b678a-4b02-44dc-864a-c52768db9ecb x-openstack-request-id: req-679b678a-4b02-44dc-864a-c52768db9ecb {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:58:40.453119 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddeb3ebd-b23e-4842-a731-0d50b4125582", "name": "network-vif-plugged", "status": "completed", "tag": "728f2706-007e-4e39-8fe2-0a69158b6da8", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:58:40.453119 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-679b678a-4b02-44dc-864a-c52768db9ecb {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:58:40.453119 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeb3ebd-b23e-4842-a731-0d50b4125582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728f2706-007e-4e39-8fe2-0a69158b6da8', 'code': 200} Jun 11 19:58:40.532371 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.534206 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-b8bb1b42-9e84-47b1-a36d-dfe642b61c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:40.586761 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=728f2706-007e-4e39-8fe2-0a69158b6da8,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:40.589628 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:40.627108 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.630725 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:40.633318 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:40.638049 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] 10.222.0.37 "DELETE /v2.0/networks/a40de7f9-34c8-4c35-914c-9ce1b1cd0fce HTTP/1.1" status: 204 len: 168 time: 1.2007198 Jun 11 19:58:40.652781 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Pushing event deleted for resources: {'Network': ['ID=a40de7f9-34c8-4c35-914c-9ce1b1cd0fce,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:40.655871 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:40.766615 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device ddba5852-3597-43e5-ae3f-478e66adad75 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:40.791469 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: ddba5852-3597-43e5-ae3f-478e66adad75 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:40.792324 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device ddba5852-3597-43e5-ae3f-478e66adad75 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:40.792745 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device aad82747-dc77-4e69-b8aa-6e80a2f9e47f no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:58:40.816218 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: aad82747-dc77-4e69-b8aa-6e80a2f9e47f {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:58:40.816580 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device aad82747-dc77-4e69-b8aa-6e80a2f9e47f not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:58:40.857743 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf51d4-4601-4aa1-8cb5-0c29e9169b5a req-e931907f-40ca-4b70-a655-324ad4fb4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:40.863325 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-68cf51d4-4601-4aa1-8cb5-0c29e9169b5a req-e931907f-40ca-4b70-a655-324ad4fb4db9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 1098 time: 0.0578165 Jun 11 19:58:40.894704 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-68cf51d4-4601-4aa1-8cb5-0c29e9169b5a req-97cd524f-e86b-4ed3-a694-f957e43bace7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291297 Jun 11 19:58:41.054741 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56224) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:41.102770 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-587f30c1-b23e-4863-af73-b226971d1015 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1228b8ceabf048c3a934285fe602cc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467966 Jun 11 19:58:41.106069 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56226) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:41.161975 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-15c7b795-1e18-4235-be68-5ab61e1eb738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:41.185807 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-15c7b795-1e18-4235-be68-5ab61e1eb738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:41.309521 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-15c7b795-1e18-4235-be68-5ab61e1eb738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:41.312216 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-15c7b795-1e18-4235-be68-5ab61e1eb738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:41.313403 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-15c7b795-1e18-4235-be68-5ab61e1eb738 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/705f80bb-d7cb-4965-9c35-9c767836d8b8 HTTP/1.1" status: 204 len: 168 time: 0.2064261 Jun 11 19:58:41.314169 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-4792188f-7a34-4d85-a9ec-44449015a03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:41.325325 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7b795-1e18-4235-be68-5ab61e1eb738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705f80bb-d7cb-4965-9c35-9c767836d8b8,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:41.327758 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-15c7b795-1e18-4235-be68-5ab61e1eb738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:41.622591 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303adc21-0219-4a9b-8a0e-be371587185b req-d700dbf5-7524-4b00-bd27-ecd5bf44be80 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:41.624120 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-303adc21-0219-4a9b-8a0e-be371587185b req-d700dbf5-7524-4b00-bd27-ecd5bf44be80 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 945 time: 0.0707567 Jun 11 19:58:41.667396 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-303adc21-0219-4a9b-8a0e-be371587185b req-4bd40889-4d77-4e23-b02c-068d1ebd45f4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371950 Jun 11 19:58:41.953863 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56240) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:41.998823 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8f6a4349-a3d2-4c42-b534-66773992673e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ac2139bfbe4481a97f0b429a1c1c80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437291 Jun 11 19:58:42.001364 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56242) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:42.055305 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ccabb812-35c4-49c8-a85c-27c5cd9c0fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:42.078185 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ccabb812-35c4-49c8-a85c-27c5cd9c0fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:42.232838 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ccabb812-35c4-49c8-a85c-27c5cd9c0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:42.235468 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-ccabb812-35c4-49c8-a85c-27c5cd9c0fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:42.236661 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-ccabb812-35c4-49c8-a85c-27c5cd9c0fce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86379eff-1e01-4ed2-945f-411984d3908a HTTP/1.1" status: 204 len: 168 time: 0.2343380 Jun 11 19:58:42.237489 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3ea13b23-78ca-491f-ae71-674f3c140feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:42.246705 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabb812-35c4-49c8-a85c-27c5cd9c0fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86379eff-1e01-4ed2-945f-411984d3908a,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:42.249296 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ccabb812-35c4-49c8-a85c-27c5cd9c0fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:42.852002 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeca55d-253e-42e7-8827-878498669237 req-456f708f-0de1-4c6d-a66d-6e419f2a3bb9 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:42.853511 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2eeca55d-253e-42e7-8827-878498669237 req-456f708f-0de1-4c6d-a66d-6e419f2a3bb9 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 945 time: 0.0688465 Jun 11 19:58:42.894442 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2eeca55d-253e-42e7-8827-878498669237 req-dca4ecbd-3f30-4c4c-9da4-c733dfbde8eb tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 Jun 11 19:58:48.729931 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:58:49.839416 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56400) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:49.948361 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bda-c512-487e-a00b-f1db9825cdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:50.044982 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bda-c512-487e-a00b-f1db9825cdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:50.115136 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bda-c512-487e-a00b-f1db9825cdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:50.117712 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d83ea2a3-3848-4568-90bc-78e7bd5d54d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:50.158353 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-8dfa2bda-c512-487e-a00b-f1db9825cdde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c07720d4cf6e474e84325cc8425ba978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176219 Jun 11 19:58:50.159142 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa2bda-c512-487e-a00b-f1db9825cdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91547bd9-6a87-4263-bb30-c328af64128b,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:50.160871 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56406) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:50.162193 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8dfa2bda-c512-487e-a00b-f1db9825cdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:50.214966 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ee15de4b-86f8-4524-9b63-3407c7825196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:50.237548 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ee15de4b-86f8-4524-9b63-3407c7825196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:50.378116 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ee15de4b-86f8-4524-9b63-3407c7825196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:50.380811 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ee15de4b-86f8-4524-9b63-3407c7825196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:50.381945 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-ee15de4b-86f8-4524-9b63-3407c7825196 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91547bd9-6a87-4263-bb30-c328af64128b HTTP/1.1" status: 204 len: 168 time: 0.2193568 Jun 11 19:58:50.382812 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-7be9a5a9-578d-44b6-aca3-7570342827a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:50.392233 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15de4b-86f8-4524-9b63-3407c7825196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91547bd9-6a87-4263-bb30-c328af64128b,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:50.394882 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ee15de4b-86f8-4524-9b63-3407c7825196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:51.428483 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56430) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:51.432770 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a8f8db05-a228-4833-b2af-5102012fef13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:51.524461 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-561837763-network', 'tenant_id': '1d4736ac54b64e0993c74239d75bb3fc'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:58:51.612220 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Made reservation on behalf of 1d4736ac54b64e0993c74239d75bb3fc for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:58:51.614571 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:51.626163 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:51.721741 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:51.795795 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:51.798900 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1f6b7366-4cbf-4124-a34f-536f8383f314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:51.821880 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:58:51.830810 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e1d108-8a95-4162-8aae-be2f048ff558,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:51.834944 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:51.838910 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:51.838910 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Added segment 6e361b1d-c8c7-469d-9fd3-87b50ce199c1 of type vlan for network 2a21578b-8511-402e-a867-c0b177cf69c7 Jun 11 19:58:51.888318 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:51.984026 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:51.985354 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:51.985940 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:51.988199 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-7a34a6ad-a34d-4752-abb6-3117e051141b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:52.069381 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Pushing event updated for resources: {'Network': ['ID=2a21578b-8511-402e-a867-c0b177cf69c7,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:52.072169 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:52.079657 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network 2a21578b-8511-402e-a867-c0b177cf69c7 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:58:52.085264 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6556597 Jun 11 19:58:52.088366 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56436) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:52.094351 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Request body: {'subnet': {'network_id': '2a21578b-8511-402e-a867-c0b177cf69c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-561837763-subnet', 'tenant_id': '1d4736ac54b64e0993c74239d75bb3fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:58:52.171884 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Made reservation on behalf of 1d4736ac54b64e0993c74239d75bb3fc for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:58:52.174348 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59462132'] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:52.438568 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3169986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59462114'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:52.441066 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8aa6266e-10f7-4602-83dc-e83ba90a0e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:52.504462 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5db59e-7707-45fd-af33-165389b87fba,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:52.508683 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:52.514632 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Checking segment: {'id': '6e361b1d-c8c7-469d-9fd3-87b50ce199c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a21578b-8511-402e-a867-c0b177cf69c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:58:52.514980 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Network hostable DHCP agents. Network: 2a21578b-8511-402e-a867-c0b177cf69c7, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:58:52.617799 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Network 2a21578b-8511-402e-a867-c0b177cf69c7 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:58:52.697817 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, 2a21578b-8511-402e-a867-c0b177cf69c7) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:58:52.702517 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:52.703323 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:52.709590 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410a9b1-4d00-4aee-8d4e-d19bbf1c97fd None None] Network 2a21578b-8511-402e-a867-c0b177cf69c7 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:58:52.789941 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7004621 Jun 11 19:58:52.876022 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6232dd6-18c9-4529-a0d3-5aaeb6a6b7ae None None] Network 2a21578b-8511-402e-a867-c0b177cf69c7 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:58:53.472585 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56454) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:53.477584 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-387256133-network', 'tenant_id': '8a4472ee5e644dd9b7c148d0f5b3043e'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:58:53.552827 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Made reservation on behalf of 8a4472ee5e644dd9b7c148d0f5b3043e for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:58:53.555101 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:53.570142 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:53.663809 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:53.720421 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:53.724784 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-660c15e6-b149-4687-87bd-b0a8476b517f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:53.749214 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:58:53.758460 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d07b4-0473-412d-bdb2-8c5ef2a96ad8,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:53.762413 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:53.763943 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:53.764300 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Added segment 857a195b-3d7e-449e-a521-88e8f9bb8b4f of type vlan for network dfb7cd70-c5a2-4356-8179-26d4b03e2439 Jun 11 19:58:53.811485 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:53.912766 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:53.914147 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:53.914729 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:53.916982 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:53.994437 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb7cd70-c5a2-4356-8179-26d4b03e2439,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:53.997144 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:53.999308 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-46aa41c5-ccba-4f41-8506-546f5b22d729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:54.004587 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network dfb7cd70-c5a2-4356-8179-26d4b03e2439 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:58:54.030094 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-26fe0084-342a-49ad-a825-766416cd5ca3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5563726 Jun 11 19:58:54.032834 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56456) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:54.039110 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Request body: {'subnet': {'network_id': 'dfb7cd70-c5a2-4356-8179-26d4b03e2439', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-387256133-subnet', 'tenant_id': '8a4472ee5e644dd9b7c148d0f5b3043e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:58:54.098214 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:54.126387 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Made reservation on behalf of 8a4472ee5e644dd9b7c148d0f5b3043e for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:58:54.128888 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59462132'] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:54.378519 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3169986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59462114'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:54.383614 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-49f9bfd6-a629-4529-acc5-c3272027332f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:54.452942 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733a9d93-4959-498d-bc35-165b66b2e413,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:54.456737 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:54.460546 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Checking segment: {'id': '857a195b-3d7e-449e-a521-88e8f9bb8b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dfb7cd70-c5a2-4356-8179-26d4b03e2439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:58:54.461150 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Network hostable DHCP agents. Network: dfb7cd70-c5a2-4356-8179-26d4b03e2439, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:58:54.540971 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Network dfb7cd70-c5a2-4356-8179-26d4b03e2439 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:58:54.617729 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, dfb7cd70-c5a2-4356-8179-26d4b03e2439) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:58:54.622225 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:58:54.623822 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:54.627285 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa8839-204b-4c7b-9129-aa52bb891dcf None None] Network dfb7cd70-c5a2-4356-8179-26d4b03e2439 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:58:54.693205 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-ddbd6b97-06d4-4fad-946a-2a7595526077 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6590853 Jun 11 19:58:54.786996 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b06afc-bced-45e9-a96c-1045339b685f None None] Network dfb7cd70-c5a2-4356-8179-26d4b03e2439 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:58:54.808922 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56462) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:54.861116 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ef65c6-31cb-48dc-82df-54d008d4bbbb admin admin] Deleting subnet cf5db59e-7707-45fd-af33-165389b87fba {{(pid=98768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:58:54.864761 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-24ef65c6-31cb-48dc-82df-54d008d4bbbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:54.914868 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-24ef65c6-31cb-48dc-82df-54d008d4bbbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59054300'] for subnet, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:54.970078 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-24ef65c6-31cb-48dc-82df-54d008d4bbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.124531 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-24ef65c6-31cb-48dc-82df-54d008d4bbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59462105'] for subnet, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.127128 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:55.157986 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef65c6-31cb-48dc-82df-54d008d4bbbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf5db59e-7707-45fd-af33-165389b87fba,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:55.160988 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-24ef65c6-31cb-48dc-82df-54d008d4bbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:55.162081 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-24ef65c6-31cb-48dc-82df-54d008d4bbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.164041 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-24ef65c6-31cb-48dc-82df-54d008d4bbbb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cf5db59e-7707-45fd-af33-165389b87fba HTTP/1.1" status: 204 len: 168 time: 0.3541543 Jun 11 19:58:55.166760 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56464) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:55.204198 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.258954 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.368748 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.380373 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a21578b-8511-402e-a867-c0b177cf69c7']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:55.392677 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e361b1d-c8c7-469d-9fd3-87b50ce199c1') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:55.392981 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e361b1d-c8c7-469d-9fd3-87b50ce199c1') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:55.402923 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.418394 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.423977 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:58:55.424390 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:58:55.426043 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:58:55.578187 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.581975 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-598ca993-23a1-417c-b709-170083582d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:55.586597 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.586597 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2a21578b-8511-402e-a867-c0b177cf69c7 HTTP/1.1" status: 204 len: 168 time: 0.4185231 Jun 11 19:58:55.589380 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56468) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:55.600113 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a21578b-8511-402e-a867-c0b177cf69c7,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:55.602457 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-107dda42-e739-4838-90b8-da427697dc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:55.642530 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8683b6c6-bb12-481c-8e75-6a5f08a56a29 admin admin] Deleting subnet 733a9d93-4959-498d-bc35-165b66b2e413 {{(pid=98767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:58:55.645761 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8683b6c6-bb12-481c-8e75-6a5f08a56a29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.686640 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8683b6c6-bb12-481c-8e75-6a5f08a56a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60388119'] for subnet, precommit_delete_associations {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.735158 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8683b6c6-bb12-481c-8e75-6a5f08a56a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.858460 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8683b6c6-bb12-481c-8e75-6a5f08a56a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60388279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60341384'] for subnet, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.860838 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:55.891249 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683b6c6-bb12-481c-8e75-6a5f08a56a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733a9d93-4959-498d-bc35-165b66b2e413,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:55.893753 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8683b6c6-bb12-481c-8e75-6a5f08a56a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:55.896426 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-8683b6c6-bb12-481c-8e75-6a5f08a56a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:55.900987 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56474) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:55.901133 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-8683b6c6-bb12-481c-8e75-6a5f08a56a29 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/733a9d93-4959-498d-bc35-165b66b2e413 HTTP/1.1" status: 204 len: 168 time: 0.3106687 Jun 11 19:58:55.992386 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.095155 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.105598 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb7cd70-c5a2-4356-8179-26d4b03e2439']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:56.116522 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857a195b-3d7e-449e-a521-88e8f9bb8b4f') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:56.116815 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857a195b-3d7e-449e-a521-88e8f9bb8b4f') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:58:56.126671 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.140507 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.145941 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:58:56.146316 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:58:56.147852 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:58:56.280388 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.283634 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a82f1692-fbc6-4143-afab-dbcd56d643f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:56.286091 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.287874 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] 10.222.0.37 "DELETE /v2.0/networks/dfb7cd70-c5a2-4356-8179-26d4b03e2439 HTTP/1.1" status: 204 len: 168 time: 0.3858240 Jun 11 19:58:56.302249 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb7cd70-c5a2-4356-8179-26d4b03e2439,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:56.304526 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:56.662852 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56488) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:56.708913 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-465a038f-f2a8-4e9b-9ca0-64cd3cec4f7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d4736ac54b64e0993c74239d75bb3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448768 Jun 11 19:58:56.711476 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56490) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:56.760070 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a7c576f1-bebd-40cd-840a-b0c994c7d274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.781422 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a7c576f1-bebd-40cd-840a-b0c994c7d274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.915172 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a7c576f1-bebd-40cd-840a-b0c994c7d274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.917706 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-a7c576f1-bebd-40cd-840a-b0c994c7d274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:56.924207 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-a7c576f1-bebd-40cd-840a-b0c994c7d274 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0e1d108-8a95-4162-8aae-be2f048ff558 HTTP/1.1" status: 204 len: 168 time: 0.2064984 Jun 11 19:58:56.924207 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-88c65292-76ab-4361-a153-8ec28ca680a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:56.929018 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c576f1-bebd-40cd-840a-b0c994c7d274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e1d108-8a95-4162-8aae-be2f048ff558,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:56.931534 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a7c576f1-bebd-40cd-840a-b0c994c7d274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:58:57.148938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:57.177644 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:57.577104 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56498) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:57.620584 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-e4505c08-6713-415b-ab7f-347f6ea73b49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a4472ee5e644dd9b7c148d0f5b3043e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421548 Jun 11 19:58:57.622816 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56500) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:58:57.673365 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b99094f4-d09a-42a0-ad8b-5535dfb2555f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:57.695811 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b99094f4-d09a-42a0-ad8b-5535dfb2555f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:57.834827 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b99094f4-d09a-42a0-ad8b-5535dfb2555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:57.837589 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b99094f4-d09a-42a0-ad8b-5535dfb2555f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:58:57.838700 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-b99094f4-d09a-42a0-ad8b-5535dfb2555f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b2d07b4-0473-412d-bdb2-8c5ef2a96ad8 HTTP/1.1" status: 204 len: 168 time: 0.2149477 Jun 11 19:58:57.839429 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-83bd686f-b0ef-4e4a-9fba-bb86daeccace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:58:57.847912 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99094f4-d09a-42a0-ad8b-5535dfb2555f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d07b4-0473-412d-bdb2-8c5ef2a96ad8,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:58:57.850291 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b99094f4-d09a-42a0-ad8b-5535dfb2555f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:07.178589 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56616) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:07.283701 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d96ce813-c860-4c8f-99f3-0dc3c1ddd8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:07.372597 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d96ce813-c860-4c8f-99f3-0dc3c1ddd8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:07.445903 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d96ce813-c860-4c8f-99f3-0dc3c1ddd8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:07.448376 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e09564b5-a166-4ae4-a36d-92d6421e725e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:07.488277 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-d96ce813-c860-4c8f-99f3-0dc3c1ddd8a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d1402f6f5664ead9f11e565cc258512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085897 Jun 11 19:59:07.489183 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ce813-c860-4c8f-99f3-0dc3c1ddd8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcabcb9-41a4-499b-8043-6ce05103d949,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:07.491089 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56620) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:07.492321 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d96ce813-c860-4c8f-99f3-0dc3c1ddd8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:07.546660 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3fa0202e-d374-4e0f-abf6-8a90f31c7435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:07.569002 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3fa0202e-d374-4e0f-abf6-8a90f31c7435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:07.657430 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3fa0202e-d374-4e0f-abf6-8a90f31c7435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:07.660338 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-3fa0202e-d374-4e0f-abf6-8a90f31c7435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:07.662213 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-3fa0202e-d374-4e0f-abf6-8a90f31c7435 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbcabcb9-41a4-499b-8043-6ce05103d949 HTTP/1.1" status: 204 len: 168 time: 0.1699870 Jun 11 19:59:07.663023 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-79615c72-3c16-4968-81a4-1b03b391b47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:07.673194 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0202e-d374-4e0f-abf6-8a90f31c7435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcabcb9-41a4-499b-8043-6ce05103d949,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:07.675677 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-3fa0202e-d374-4e0f-abf6-8a90f31c7435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:08.200351 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56630) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:08.215914 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0628bde2-7b08-41f6-bc77-206e6ef4916c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:08.313295 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0628bde2-7b08-41f6-bc77-206e6ef4916c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:08.383086 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-0628bde2-7b08-41f6-bc77-206e6ef4916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:08.386514 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-819a657f-e01b-4008-bfb5-65286f7968e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:08.425220 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-0628bde2-7b08-41f6-bc77-206e6ef4916c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a47bd2a811be4f3fb5803b44a2b9468b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237451 Jun 11 19:59:08.428042 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56632) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:08.428630 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628bde2-7b08-41f6-bc77-206e6ef4916c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1cca13-743b-42d6-abf4-3149a232cd2b,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:08.431838 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0628bde2-7b08-41f6-bc77-206e6ef4916c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:08.482791 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c3684cc1-36e6-4f3e-94ea-635f8dcd5de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:08.505302 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c3684cc1-36e6-4f3e-94ea-635f8dcd5de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:08.628662 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c3684cc1-36e6-4f3e-94ea-635f8dcd5de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:08.631236 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-c3684cc1-36e6-4f3e-94ea-635f8dcd5de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:08.632390 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-c3684cc1-36e6-4f3e-94ea-635f8dcd5de9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d1cca13-743b-42d6-abf4-3149a232cd2b HTTP/1.1" status: 204 len: 168 time: 0.2024901 Jun 11 19:59:08.633130 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-592323b9-2025-4fc3-9794-d07bd329b82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:08.642055 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3684cc1-36e6-4f3e-94ea-635f8dcd5de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1cca13-743b-42d6-abf4-3149a232cd2b,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:08.644204 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c3684cc1-36e6-4f3e-94ea-635f8dcd5de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:19.902055 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56792) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:20.007150 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5841d1a7-8885-4eb1-b03f-eb2b26cb312b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:20.099800 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5841d1a7-8885-4eb1-b03f-eb2b26cb312b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:20.154032 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-5841d1a7-8885-4eb1-b03f-eb2b26cb312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:20.157781 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-926d190b-fc2e-41b2-8209-c16ca3f89b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:20.195527 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-5841d1a7-8885-4eb1-b03f-eb2b26cb312b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=023ff8968aa240309091925a69d9f14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923858 Jun 11 19:59:20.196424 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841d1a7-8885-4eb1-b03f-eb2b26cb312b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d4112-877c-4dc1-9453-19b235097a30,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:20.199059 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56796) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:20.199560 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-5841d1a7-8885-4eb1-b03f-eb2b26cb312b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:20.252170 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf69-dc74-4a14-a291-02ca72e9093c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:20.277902 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf69-dc74-4a14-a291-02ca72e9093c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:20.386362 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf69-dc74-4a14-a291-02ca72e9093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:20.389061 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf69-dc74-4a14-a291-02ca72e9093c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:20.390232 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-f65fcf69-dc74-4a14-a291-02ca72e9093c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d35d4112-877c-4dc1-9453-19b235097a30 HTTP/1.1" status: 204 len: 168 time: 0.1902053 Jun 11 19:59:20.396217 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b4789897-ee03-43e9-a648-9b0760a75c17 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:20.399951 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fcf69-dc74-4a14-a291-02ca72e9093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d4112-877c-4dc1-9453-19b235097a30,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:20.402575 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f65fcf69-dc74-4a14-a291-02ca72e9093c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:20.998553 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56810) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:21.015346 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6969d99e-60c7-4381-99f2-8deb68610f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:21.106898 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6969d99e-60c7-4381-99f2-8deb68610f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:21.205804 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-6969d99e-60c7-4381-99f2-8deb68610f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:21.209310 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f160cad0-6a93-4157-983d-ddff38d62bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:21.248445 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-6969d99e-60c7-4381-99f2-8deb68610f61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7beba2a46de47e1964005f7493c3c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488177 Jun 11 19:59:21.249335 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969d99e-60c7-4381-99f2-8deb68610f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4087c9cb-2802-429e-abac-34a8fb0eeebd,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:21.251859 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56812) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:21.252448 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6969d99e-60c7-4381-99f2-8deb68610f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:21.305282 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-439a0f4a-6c19-4023-bce9-e2fee577659d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:21.327068 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-439a0f4a-6c19-4023-bce9-e2fee577659d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:21.468956 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-439a0f4a-6c19-4023-bce9-e2fee577659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:21.472118 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-439a0f4a-6c19-4023-bce9-e2fee577659d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:21.473271 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-439a0f4a-6c19-4023-bce9-e2fee577659d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4087c9cb-2802-429e-abac-34a8fb0eeebd HTTP/1.1" status: 204 len: 168 time: 0.2195070 Jun 11 19:59:21.474054 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8203e428-a53a-4bed-9d47-92b961d81012 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:21.480190 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-3e44c8af-e4dd-4cf4-a2e5-dc200034c8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:21.485095 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a0f4a-6c19-4023-bce9-e2fee577659d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4087c9cb-2802-429e-abac-34a8fb0eeebd,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:21.486548 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-439a0f4a-6c19-4023-bce9-e2fee577659d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:22.104494 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56820) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:22.120145 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b596c4ab-58a2-4a4e-b073-55de47e55bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:22.214258 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b596c4ab-58a2-4a4e-b073-55de47e55bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:22.280486 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b596c4ab-58a2-4a4e-b073-55de47e55bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:22.283820 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c3684cc1-36e6-4f3e-94ea-635f8dcd5de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:22.322904 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596c4ab-58a2-4a4e-b073-55de47e55bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5bf939-af53-4ad0-9972-e16426aa6347,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:22.327397 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-b596c4ab-58a2-4a4e-b073-55de47e55bb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb07c7b1dad642a0b59716ae48244624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218959 Jun 11 19:59:22.328358 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b596c4ab-58a2-4a4e-b073-55de47e55bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:22.330834 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56822) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:22.383312 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb47c-a63b-4d1e-950f-8c0d062a9463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:22.406715 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb47c-a63b-4d1e-950f-8c0d062a9463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:22.548598 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb47c-a63b-4d1e-950f-8c0d062a9463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:22.551250 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb47c-a63b-4d1e-950f-8c0d062a9463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:22.552405 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-d2cfb47c-a63b-4d1e-950f-8c0d062a9463 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea5bf939-af53-4ad0-9972-e16426aa6347 HTTP/1.1" status: 204 len: 168 time: 0.2205822 Jun 11 19:59:22.553226 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6bab7508-8a13-40dd-8f2f-aa857c395833 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:22.561790 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfb47c-a63b-4d1e-950f-8c0d062a9463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5bf939-af53-4ad0-9972-e16426aa6347,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:22.564546 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d2cfb47c-a63b-4d1e-950f-8c0d062a9463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:23.988750 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-fc293592-6ff0-4cf8-8fd9-f25e388196c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:24.097276 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:25.171327 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:25.728253 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:59:27.210570 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:27.228247 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:28.697996 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90f472-2b01-4259-8838-c56bcfec1e6e req-247363a5-a5ad-4b12-90d8-de2c1cd693d4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:28.699448 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2e90f472-2b01-4259-8838-c56bcfec1e6e req-247363a5-a5ad-4b12-90d8-de2c1cd693d4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 945 time: 0.0688128 Jun 11 19:59:28.740548 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2e90f472-2b01-4259-8838-c56bcfec1e6e req-fad2aa32-2e9d-4671-a3e2-189e9a0abdf2 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347657 Jun 11 19:59:29.836894 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 56922) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:29.921319 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c103d3c-f273-4cc9-a772-b7676e39fb01 req-49b254c4-12e6-40d3-90a3-ad37ca3d4998 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:29.923345 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8c103d3c-f273-4cc9-a772-b7676e39fb01 req-49b254c4-12e6-40d3-90a3-ad37ca3d4998 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 945 time: 0.0720501 Jun 11 19:59:30.254012 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a0cf0708-74f2-4d3d-ae23-9e4120aa7b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:30.286393 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8c103d3c-f273-4cc9-a772-b7676e39fb01 req-c3f73b97-21a1-4bce-8886-11535d3e70e3 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575137 Jun 11 19:59:30.358597 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a0cf0708-74f2-4d3d-ae23-9e4120aa7b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:30.443265 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a0cf0708-74f2-4d3d-ae23-9e4120aa7b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:30.445705 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-7e341779-a2df-4c4d-9407-cbd8de19b472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:30.486435 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-a0cf0708-74f2-4d3d-ae23-9e4120aa7b6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6270d6ff78140759dbd43f35e249cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484330 Jun 11 19:59:30.487266 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf0708-74f2-4d3d-ae23-9e4120aa7b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d04ba8-b739-4a38-a4f4-e477225782bd,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:30.489358 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56926) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:30.490392 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a0cf0708-74f2-4d3d-ae23-9e4120aa7b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:30.541214 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6ab8-98bb-4753-9c47-1ac0359d041b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:30.562564 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6ab8-98bb-4753-9c47-1ac0359d041b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:30.668737 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6ab8-98bb-4753-9c47-1ac0359d041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:30.671296 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6ab8-98bb-4753-9c47-1ac0359d041b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:30.672457 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-fa4e6ab8-98bb-4753-9c47-1ac0359d041b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91d04ba8-b739-4a38-a4f4-e477225782bd HTTP/1.1" status: 204 len: 168 time: 0.1820669 Jun 11 19:59:30.673269 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-da09b276-e598-40af-aa24-78f4f64b6ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:30.681589 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e6ab8-98bb-4753-9c47-1ac0359d041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d04ba8-b739-4a38-a4f4-e477225782bd,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:30.683930 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fa4e6ab8-98bb-4753-9c47-1ac0359d041b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:31.470235 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5a06d-395e-40ae-a90f-3fa31cfe2e11 req-a72a745f-25b4-4915-bbde-df7166838179 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:31.471680 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b9a5a06d-395e-40ae-a90f-3fa31cfe2e11 req-a72a745f-25b4-4915-bbde-df7166838179 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 945 time: 0.0729220 Jun 11 19:59:31.513357 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b9a5a06d-395e-40ae-a90f-3fa31cfe2e11 req-b54e2e4f-c77a-464f-afe4-53fbec514bb3 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360312 Jun 11 19:59:31.571818 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56950) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:31.666508 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1715940874-network', 'tenant_id': '8ac22a2af6794bc290731f48163feed7'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:59:31.771390 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Made reservation on behalf of 8ac22a2af6794bc290731f48163feed7 for: {'network': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:59:31.773790 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:31.784859 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:31.877602 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:31.948643 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:31.951620 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-11e63a8e-81a9-4116-a474-5bb73075fdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:31.978181 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=98768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:59:31.983259 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c483ab6e-e181-434c-92f0-6a2279d2557c,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:31.986747 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:31.992875 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:31.992875 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.segments_db [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Added segment c3a31d14-7d25-4de1-a5cc-5b84eb55bede of type vlan for network 7e26311b-bd36-4f9e-b382-e482269442a5 Jun 11 19:59:32.041276 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:32.126320 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:32.127338 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:32.127975 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:32.130207 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-cf608255-6899-4e2c-be04-9a88324209fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:32.207641 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Pushing event updated for resources: {'Network': ['ID=7e26311b-bd36-4f9e-b382-e482269442a5,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:32.210489 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:32.212872 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8fe983e2-b8ee-4629-b778-c79388e2dce0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6399400 Jun 11 19:59:32.215600 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56954) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:32.218583 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network 7e26311b-bd36-4f9e-b382-e482269442a5 details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:59:32.221236 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Request body: {'subnet': {'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1715940874-subnet', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'ip_version': 4}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:59:32.297221 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Made reservation on behalf of 8ac22a2af6794bc290731f48163feed7 for: {'subnet': 1} {{(pid=98768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:59:32.299571 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59462132'] for subnet, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:32.549433 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3169986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59462114'] for subnet, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:32.551810 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:32.616185 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70eb6842-8a1a-40c6-a091-08c8fe6f54c8,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:32.627753 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.628158 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.628533 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.628902 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.629263 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.629624 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.629982 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.630337 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.630699 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.631098 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.631458 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.631813 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:32.635657 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:32.638396 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Checking segment: {'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:59:32.638756 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Network hostable DHCP agents. Network: 7e26311b-bd36-4f9e-b382-e482269442a5, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:59:32.697786 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151bc64-0f93-41e3-ba71-3b051d697d47 req-3a6e01fd-589a-473d-9ffb-88def75386b4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:32.699306 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d151bc64-0f93-41e3-ba71-3b051d697d47 req-3a6e01fd-589a-473d-9ffb-88def75386b4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 945 time: 0.0723176 Jun 11 19:59:32.703083 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Network 7e26311b-bd36-4f9e-b382-e482269442a5 is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:59:32.740399 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d151bc64-0f93-41e3-ba71-3b051d697d47 req-98ac655b-f1d6-444c-8f2c-16a6081b841f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353620 Jun 11 19:59:32.769446 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, 7e26311b-bd36-4f9e-b382-e482269442a5) {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:32.773594 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:32.774189 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:32.778309 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283f32c-6573-4027-98c9-6a71470f78c4 None None] Network 7e26311b-bd36-4f9e-b382-e482269442a5 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:59:32.852507 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-626c8b49-20d8-4f9d-9adc-a57bd759f606 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6327279 Jun 11 19:59:32.852711 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56958) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:32.856878 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:59:32.942852 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9229'] for router, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:32.943891 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9242'] for router, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:32.954675 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140783be-3e22-5bf5-a6ed-2548d1bdb5d3-7e26311b-bd36-4f9e-b382-e482269442a5', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8'}]}} from dv-cinder-790535-3-smb. {{(pid=98769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:59:32.955549 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.007902 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.105306 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.db_base_plugin_common [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Allocated IP 172.20.0.2 (7e26311b-bd36-4f9e-b382-e482269442a5/70eb6842-8a1a-40c6-a091-08c8fe6f54c8/374668e6-4a68-4e3b-a7a4-3bff5aeca9a0) {{(pid=98769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:59:33.288075 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Notify callbacks [] for port, precommit_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.291646 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-c528775c-9388-42a1-8951-69585431822c tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:33.293468 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-c528775c-9388-42a1-8951-69585431822c tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 945 time: 0.0768974 Jun 11 19:59:33.297939 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Transition to ACTIVE for port object 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:33.312764 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Transition to ACTIVE for port object 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 will not be triggered until provisioned by entity DHCP. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:33.395310 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.398584 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:33.412202 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Deleting port 728f2706-007e-4e39-8fe2-0a69158b6da8 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:59:33.412625 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.442798 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Network 7e26311b-bd36-4f9e-b382-e482269442a5 is already hosted by enough agents. {{(pid=98769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:59:33.447499 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.base_scheduler [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Resources bound (agent type, host, resource id): {{(pid=98769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:33.451037 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Received port after_create {{(pid=98769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:59:33.458703 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Pushing event updated for resources: {'Port': ['ID=374668e6-4a68-4e3b-a7a4-3bff5aeca9a0,revision_number=1']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:33.461963 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:33.514255 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9448'] for router, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.533587 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Attempting to bind port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:59:33.533966 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Attempting to bind port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:59:33.534586 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Attempting to bind port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 on network 7e26311b-bd36-4f9e-b382-e482269442a5 {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:59:33.534915 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] For port 728f2706-007e-4e39-8fe2-0a69158b6da8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=728f2706-007e-4e39-8fe2-0a69158b6da8,segment=NetworkSegment(56aa698b-2e20-4259-b832-a132fa471a95),segment_id=56aa698b-2e20-4259-b832-a132fa471a95)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:59:33.535287 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.539160 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:59:33.539537 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Checking segment: {'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:59:33.539947 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.540392 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Bound using segment: {'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:59:33.540853 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Bound port: 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:59:33.541232 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.617290 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] For port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:59:33.621277 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] For port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=374668e6-4a68-4e3b-a7a4-3bff5aeca9a0,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:59:33.632030 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Calling delete_port for 728f2706-007e-4e39-8fe2-0a69158b6da8 owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:59:33.686525 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.689187 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-2bdf0f95-f761-454a-963a-e488f1e4e821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:33.764144 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Pushing event updated for resources: {'Port': ['ID=374668e6-4a68-4e3b-a7a4-3bff5aeca9a0,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:33.768450 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-0fa9f23b-8a2f-405c-a362-dbaabfe4558e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:33.833480 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.859635 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.889901 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:33.905098 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['728f2706-007e-4e39-8fe2-0a69158b6da8'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:59:33.933723 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6b9281fb-b63d-4ec9-8aaa-47231d4910ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:33.957150 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-434bdf48-b255-46f3-9ece-30f3d8f1b663 req-20512ae1-c370-4e18-b36f-a7a2081786c4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 210 time: 0.0793686 Jun 11 19:59:34.004420 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Pushing event deleted for resources: {'Port': ['ID=728f2706-007e-4e39-8fe2-0a69158b6da8,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:34.025709 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Allocated IP 172.28.1.106 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/65fc8970-006e-4c41-8df6-52150558fdb5) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:59:34.034588 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.040493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:34.069251 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:34.069251 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] No DVR routers for this DVR port 728f2706-007e-4e39-8fe2-0a69158b6da8 on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:59:34.071451 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:34.073412 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5a0506fd-5d1f-43c3-8d1b-e9ab504e4563 req-0ea4befe-444e-4111-adc5-91729bf62e53 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.43 "DELETE /v2.0/ports/728f2706-007e-4e39-8fe2-0a69158b6da8 HTTP/1.1" status: 204 len: 173 time: 0.7741492 Jun 11 19:59:34.073909 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeb3ebd-b23e-4842-a731-0d50b4125582', 'name': 'network-vif-deleted', 'tag': '728f2706-007e-4e39-8fe2-0a69158b6da8'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:59:34.076663 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef98dbc-4305-4a65-b380-032c256e6156" -d '{"events": [{"server_uuid": "ddeb3ebd-b23e-4842-a731-0d50b4125582", "name": "network-vif-deleted", "tag": "728f2706-007e-4e39-8fe2-0a69158b6da8"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:59:34.119405 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71d93a9-1b9a-497d-bc80-9c6c11b9f950 x-openstack-request-id: req-c71d93a9-1b9a-497d-bc80-9c6c11b9f950 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:59:34.119739 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddeb3ebd-b23e-4842-a731-0d50b4125582", "name": "network-vif-deleted", "tag": "728f2706-007e-4e39-8fe2-0a69158b6da8", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:59:34.120034 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c71d93a9-1b9a-497d-bc80-9c6c11b9f950 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:59:34.120568 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeb3ebd-b23e-4842-a731-0d50b4125582', 'name': 'network-vif-deleted', 'tag': '728f2706-007e-4e39-8fe2-0a69158b6da8', 'status': 'completed', 'code': 200} Jun 11 19:59:34.170871 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:34.274801 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3166578'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:34.277712 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:34.324841 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:59:34.327499 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:34.330007 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:59:34.370209 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Pushing event updated for resources: {'Port': ['ID=65fc8970-006e-4c41-8df6-52150558fdb5,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:34.374139 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:34.685474 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c3f9e1-4db4-4b28-afd6-be6dff83d9dc None None] Network 7e26311b-bd36-4f9e-b382-e482269442a5 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:59:34.728337 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:34.846307 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:34.904546 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-52414865-e2b5-4739-8995-5006fa348cd3 None None] Provisioning for port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:35.012654 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415386'] for router, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:35.034567 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:35.039108 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:35.040233 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:35.139923 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-aa6f84cc-0c92-4220-975f-71a6636ad659 req-1cbf5d58-bd83-4d74-a5bb-198d1e7c09f8 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddeb3ebd-b23e-4842-a731-0d50b4125582 HTTP/1.1" status: 200 len: 210 time: 0.0462172 Jun 11 19:59:35.140534 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:35.179232 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=374668e6-4a68-4e3b-a7a4-3bff5aeca9a0,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:59:35.249615 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-11f358a4-019b-4c73-b57d-ffbe7c2fd958 None None] Provisioning complete for port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:35.249910 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-11f358a4-019b-4c73-b57d-ffbe7c2fd958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:35.253053 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:35.275400 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:35.280195 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 is scheduled to L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 with binding_index 1 {{(pid=98768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:59:35.345998 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=374668e6-4a68-4e3b-a7a4-3bff5aeca9a0,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:35.355056 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.355408 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.355752 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.356107 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.356458 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.356793 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.357123 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.357451 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.357778 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.358109 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.358431 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.358754 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:35.362979 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:35.425553 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:59:35.433727 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Sync routers for ids ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:59:35.442754 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Routers {'2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:59:35.443376 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:59:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:35.509602 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] Notify callbacks [] for router, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:35.510756 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e2131f48-ad07-4303-81c3-218d4b3e0d64 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6573014 Jun 11 19:59:35.513673 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 56968) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:35.715739 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Set router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:59:35.951362 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:34Z', 'revision_number': 3, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:35.955191 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Checking router: 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:59:35.955724 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Updating router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 port 65fc8970-006e-4c41-8df6-52150558fdb5 binding host dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:59:36.000001 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:36.305932 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:36.306651 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Notify callbacks [] for port, precommit_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:36.316688 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Transition to ACTIVE for port object 65fc8970-006e-4c41-8df6-52150558fdb5 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:36.417282 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:36.420129 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-0326fc36-d8f7-49a5-9ac6-f426a0d35168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:36.479643 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Attempting to bind port 65fc8970-006e-4c41-8df6-52150558fdb5 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:59:36.480017 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Attempting to bind port 65fc8970-006e-4c41-8df6-52150558fdb5 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:59:36.483219 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Attempting to bind port 65fc8970-006e-4c41-8df6-52150558fdb5 on network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:59:36.483219 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f48716-01ab-43f9-a083-8c5f250d6446 None None] Pushing event updated for resources: {'Port': ['ID=65fc8970-006e-4c41-8df6-52150558fdb5,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:36.487025 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-a0f48716-01ab-43f9-a083-8c5f250d6446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:36.487285 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_common [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Allocated IP 172.20.0.1 (7e26311b-bd36-4f9e-b382-e482269442a5/70eb6842-8a1a-40c6-a091-08c8fe6f54c8/c4670bd6-e901-43bc-afb1-1192a11aff9e) {{(pid=98768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:59:36.488208 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:59:36.488947 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Checking segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:59:36.489084 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:36.489412 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Bound using segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:59:36.489883 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Bound port: 65fc8970-006e-4c41-8df6-52150558fdb5, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:59:36.490302 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:36.548280 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] For port 65fc8970-006e-4c41-8df6-52150558fdb5, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:59:36.551356 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] For port 65fc8970-006e-4c41-8df6-52150558fdb5, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=65fc8970-006e-4c41-8df6-52150558fdb5,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:59:36.614011 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:36.626859 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.provisioning_blocks [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Transition to ACTIVE for port object c4670bd6-e901-43bc-afb1-1192a11aff9e will not be triggered until provisioned by entity DHCP. {{(pid=98768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:36.629421 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:36.632328 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:36.697938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Routers {'2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:59:36.697938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:59:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:36.702686 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f48716-01ab-43f9-a083-8c5f250d6446 None None] Pushing event updated for resources: {'Port': ['ID=65fc8970-006e-4c41-8df6-52150558fdb5,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:36.748492 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-a0f48716-01ab-43f9-a083-8c5f250d6446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:36.771809 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3166578'] for port, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:36.778498 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ed29d2d7-ffae-424b-b702-7b34b0f5a3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:36.805516 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:36.816202 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Network 7e26311b-bd36-4f9e-b382-e482269442a5 is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:59:36.818901 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:36.821386 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Received port after_create {{(pid=98768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:59:36.872571 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Pushing event updated for resources: {'Port': ['ID=c4670bd6-e901-43bc-afb1-1192a11aff9e,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:36.876150 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:36.887377 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] Set router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:59:36.888556 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411487'] for router_interface, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:36.970767 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:36.971094 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:37.128158 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:37.185073 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-1e1cd18d-7229-4002-90c4-6d1bfe94cc27 None None] Provisioning for port c4670bd6-e901-43bc-afb1-1192a11aff9e completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:37.194813 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-1e1cd18d-7229-4002-90c4-6d1bfe94cc27 None None] Provisioning complete for port c4670bd6-e901-43bc-afb1-1192a11aff9e triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:37.195331 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd18d-7229-4002-90c4-6d1bfe94cc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:37.245082 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-1e1cd18d-7229-4002-90c4-6d1bfe94cc27 None None] Port c4670bd6-e901-43bc-afb1-1192a11aff9e cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:59:37.251602 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:34Z', 'revision_number': 3, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:37.255057 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321d8cfd-94df-4edf-ae81-c2bf7757e44d None None] The sync data for ids ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'] in dv-cinder-790535-3-smb is: [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:34Z', 'revision_number': 3, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:59:37.322960 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:37.426081 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3166540'] for port, after_update {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:37.426206 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-adcc658e-3998-434d-9f54-3d08ae52c4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:37.520916 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Pushing event updated for resources: {'Port': ['ID=c4670bd6-e901-43bc-afb1-1192a11aff9e,revision_number=2']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:37.523501 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411595'] for router_interface, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:37.525567 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:37.645642 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Network 7e26311b-bd36-4f9e-b382-e482269442a5 is already hosted by enough agents. {{(pid=98768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:59:37.647173 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.base_scheduler [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Resources bound (agent type, host, resource id): {{(pid=98768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:37.816637 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:59:37.969945 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-415b93c4-aaaa-49c9-b0b8-2e246b6b8626 None None] Provisioning complete for port c4670bd6-e901-43bc-afb1-1192a11aff9e triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:37.970534 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-415b93c4-aaaa-49c9-b0b8-2e246b6b8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:37.991012 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:59:37.996991 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-f0e4f933-6343-478e-ade0-78911ea7180a admin admin] 10.222.0.37 "PUT /v2.0/routers/2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4822092 Jun 11 19:59:38.017304 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-415b93c4-aaaa-49c9-b0b8-2e246b6b8626 None None] Port c4670bd6-e901-43bc-afb1-1192a11aff9e cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:59:38.310255 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 728f2706-007e-4e39-8fe2-0a69158b6da8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:59:38.336369 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 728f2706-007e-4e39-8fe2-0a69158b6da8 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:59:38.336793 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 728f2706-007e-4e39-8fe2-0a69158b6da8 not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:59:38.736004 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 57004) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:38.741168 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1224318354-network', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:59:38.822045 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 65fc8970-006e-4c41-8df6-52150558fdb5 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:38.826293 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Made reservation on behalf of b8d55dbf1d7f449d9f755bcfedc50e61 for: {'network': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:59:38.828789 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for network, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:38.841158 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Sync routers for ids ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:59:38.846053 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:38.850737 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Routers {'2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:59:38.851378 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:59:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:38.942842 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 65fc8970-006e-4c41-8df6-52150558fdb5 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:38.946788 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 65fc8970-006e-4c41-8df6-52150558fdb5 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:38.947181 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:38.956666 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:38.994286 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Set router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:59:39.037255 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.045721 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.049512 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ccabb812-35c4-49c8-a85c-27c5cd9c0fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:39.059995 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 65fc8970-006e-4c41-8df6-52150558fdb5, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=65fc8970-006e-4c41-8df6-52150558fdb5,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:59:39.073807 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=98767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:59:39.084355 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65957609-8a6c-49f3-bf85-45a7e8894971,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:39.089071 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:39.092426 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.092426 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.segments_db [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Added segment cf9b8ff3-89dd-41e0-b5c7-623c181707c3 of type vlan for network f7a58589-b883-4612-a12a-58958db29eda Jun 11 19:59:39.146730 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.147870 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741306029981'] for network, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.148665 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-2bdf0f95-f761-454a-963a-e488f1e4e821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:39.209893 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=65fc8970-006e-4c41-8df6-52150558fdb5,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:39.214020 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:39.251207 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.252700 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:39.253289 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.255767 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-45a48a48-fc5e-4ef8-80fa-a0167b75a3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:39.265596 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:37Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c4670bd6-e901-43bc-afb1-1192a11aff9e', 'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'mac_address': 'fa:16:3e:78:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:36Z', 'updated_at': '2021-06-11T19:59:37Z', 'revision_number': 2, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'subnets': [{'id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:39.270064 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Checking router: 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:59:39.274210 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Updating router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 port c4670bd6-e901-43bc-afb1-1192a11aff9e binding host dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:59:39.315749 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.337276 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Pushing event updated for resources: {'Network': ['ID=f7a58589-b883-4612-a12a-58958db29eda,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:39.340021 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:39.349807 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-f77a7efc-5f95-4a42-9ddf-43dfc9de725a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6100423 Jun 11 19:59:39.350008 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Network f7a58589-b883-4612-a12a-58958db29eda details requested by agent ovs-agent-dv-cinder-790535-3-smb with host dv-cinder-790535-3-smb {{(pid=98769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:59:39.350120 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 57010) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:39.354923 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Request body: {'subnet': {'network_id': 'f7a58589-b883-4612-a12a-58958db29eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1224318354-subnet', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'ip_version': 4}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:59:39.508645 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Made reservation on behalf of b8d55dbf1d7f449d9f755bcfedc50e61 for: {'subnet': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:59:39.511006 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60341413'] for subnet, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.631372 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Notify callbacks [] for port, precommit_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.641997 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.provisioning_blocks [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Transition to ACTIVE for port object c4670bd6-e901-43bc-afb1-1192a11aff9e will not be triggered until provisioned by entity L2. {{(pid=98770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:39.737207 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.739626 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-5902da92-02f0-47a6-bbf2-63c52e4922ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:39.794498 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60388340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60341427'] for subnet, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.801326 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b5ad586d-ea00-4450-a0ea-02d083724c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:39.837001 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Pushing event updated for resources: {'Port': ['ID=c4670bd6-e901-43bc-afb1-1192a11aff9e,revision_number=3']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:39.870824 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15fbce19-2808-4a16-8711-686464a7329b,revision_number=0']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:39.871037 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.871488 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.871624 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.871947 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.872287 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.872604 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.872917 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.873224 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.873530 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.873833 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.874136 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.874436 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:59:39.875102 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:39.881609 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Checking segment: {'id': 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:59:39.881905 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Network hostable DHCP agents. Network: f7a58589-b883-4612-a12a-58958db29eda, hostable agents: ['432042dc-2e48-4373-9185-2f385d877743'], hosted agents: [] {{(pid=98767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:59:39.899153 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:39.914046 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Attempting to bind port c4670bd6-e901-43bc-afb1-1192a11aff9e on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:59:39.914424 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Attempting to bind port c4670bd6-e901-43bc-afb1-1192a11aff9e by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:59:39.914785 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Attempting to bind port c4670bd6-e901-43bc-afb1-1192a11aff9e on network 7e26311b-bd36-4f9e-b382-e482269442a5 {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:59:39.920059 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:59:39.920462 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Checking segment: {'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:59:39.920859 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.921245 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Bound using segment: {'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:59:39.921705 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Bound port: c4670bd6-e901-43bc-afb1-1192a11aff9e, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'}}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:59:39.922075 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:39.960410 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Network f7a58589-b883-4612-a12a-58958db29eda is scheduled to be hosted by DHCP agent 432042dc-2e48-4373-9185-2f385d877743 with binding_index 1 {{(pid=98767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:59:39.994124 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] For port c4670bd6-e901-43bc-afb1-1192a11aff9e, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:59:39.997257 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] For port c4670bd6-e901-43bc-afb1-1192a11aff9e, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=c4670bd6-e901-43bc-afb1-1192a11aff9e,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:59:40.052539 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-smb, f7a58589-b883-4612-a12a-58958db29eda) {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:40.056855 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:40.065113 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:40.065401 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a8347-7b65-478c-91f6-abfd63f80581 None None] Network f7a58589-b883-4612-a12a-58958db29eda requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:59:40.084148 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:40.086835 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-a1ab380c-01b4-4a7c-8c11-afd9b04c1801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:40.155940 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Routers {'2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:59:40.156634 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:59:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:40.158506 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Pushing event updated for resources: {'Port': ['ID=c4670bd6-e901-43bc-afb1-1192a11aff9e,revision_number=4']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:40.162208 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-9d99d709-7149-4ae8-838f-65ac0dbdc476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:40.178458 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-85a9ca28-495a-49ad-9d71-fefc3f0e921b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8275685 Jun 11 19:59:40.180911 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 57014) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:40.185522 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1224318354-router', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:59:40.292542 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9229'] for router, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:40.299914 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9242'] for router, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:40.323374 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] Set router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:59:40.371055 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:40.410392 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140783be-3e22-5bf5-a6ed-2548d1bdb5d3-f7a58589-b883-4612-a12a-58958db29eda', 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'fixed_ips': [{'subnet_id': '15fbce19-2808-4a16-8711-686464a7329b'}]}} from dv-cinder-790535-3-smb. {{(pid=98769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:59:40.411277 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:40.583763 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.db_base_plugin_common [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Allocated IP 172.20.0.2 (f7a58589-b883-4612-a12a-58958db29eda/15fbce19-2808-4a16-8711-686464a7329b/261f84a4-fbe0-49f7-b4a4-fc979f4496d6) {{(pid=98769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:59:40.691822 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9448'] for router, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:40.704414 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:37Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c4670bd6-e901-43bc-afb1-1192a11aff9e', 'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'mac_address': 'fa:16:3e:78:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:36Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'subnets': [{'id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:40.708322 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ea5ad-3559-458c-8a58-db419ec22405 None None] The sync data for ids ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'] in dv-cinder-790535-3-smb is: [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:37Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c4670bd6-e901-43bc-afb1-1192a11aff9e', 'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'mac_address': 'fa:16:3e:78:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:36Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'subnets': [{'id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:59:40.822489 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:40.834543 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Transition to ACTIVE for port object 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:40.864568 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Transition to ACTIVE for port object 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 will not be triggered until provisioned by entity DHCP. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:40.876185 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 65fc8970-006e-4c41-8df6-52150558fdb5 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:40.939926 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 65fc8970-006e-4c41-8df6-52150558fdb5 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:40.939926 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:40.943031 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917'] for port, after_create {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:40.959300 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-7a0d5569-7ea2-4ca6-9a3e-c5000864d47f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:40.961158 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-7a0d5569-7ea2-4ca6-9a3e-c5000864d47f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/networks?id=148c4c8a-e0ab-46b1-aae9-b979a6285ddd HTTP/1.1" status: 200 len: 813 time: 0.2090578 Jun 11 19:59:40.970696 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-a0f48716-01ab-43f9-a083-8c5f250d6446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:41.018665 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-5d113b3a-3e5e-4164-9ae2-e675210d91ef tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/quotas/9aebe5490906401b940f5ca4a14eb05d HTTP/1.1" status: 200 len: 375 time: 0.0188382 Jun 11 19:59:41.031100 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Network f7a58589-b883-4612-a12a-58958db29eda is already hosted by enough agents. {{(pid=98769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:59:41.037700 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.scheduler.base_scheduler [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Resources bound (agent type, host, resource id): {{(pid=98769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:41.043017 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Received port after_create {{(pid=98769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:59:41.050712 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Pushing event updated for resources: {'Port': ['ID=261f84a4-fbe0-49f7-b4a4-fc979f4496d6,revision_number=1']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:41.053883 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:41.068659 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-e544cec8-8260-4b50-a96b-e833ea7ca5da tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9aebe5490906401b940f5ca4a14eb05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384405 Jun 11 19:59:41.187587 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Attempting to bind port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:59:41.190695 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Attempting to bind port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:59:41.190695 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Attempting to bind port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 on network f7a58589-b883-4612-a12a-58958db29eda {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:59:41.196245 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:59:41.196594 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Checking segment: {'id': 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:59:41.197019 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:41.197557 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Bound using segment: {'id': 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:59:41.198266 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Bound port: 261f84a4-fbe0-49f7-b4a4-fc979f4496d6, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:59:41.198688 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:41.207801 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-bb8b19d9-8503-4181-913d-5b8465d423bc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:59:41.209007 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-bb8b19d9-8503-4181-913d-5b8465d423bc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1304495 Jun 11 19:59:41.282963 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] For port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:59:41.286909 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] For port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=261f84a4-fbe0-49f7-b4a4-fc979f4496d6,segment=NetworkSegment(cf9b8ff3-89dd-41e0-b5c7-623c181707c3),segment_id=cf9b8ff3-89dd-41e0-b5c7-623c181707c3)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:59:41.336015 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:41.369924 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:41.395001 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:41.398056 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-66c61a1e-b865-4681-b9dc-5f9959e22552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:41.435577 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-2e3b4404-ee5b-4bc3-8e44-d65163d565e8 service neutron] 10.222.0.37 "GET /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196815 Jun 11 19:59:41.472210 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Pushing event updated for resources: {'Port': ['ID=261f84a4-fbe0-49f7-b4a4-fc979f4496d6,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:41.483235 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:41.605425 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Allocated IP 172.28.1.177 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/d2a7fb38-ab77-4e60-9c93-eeece82ac766) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:59:41.625845 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-6c0708d3-c178-4c45-8361-68daf4ada0ed service neutron] 10.222.0.37 "GET /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758325 Jun 11 19:59:41.786145 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:41.900882 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bf74f88d-9478-4c86-9338-2216b6ad7617 req-f1d1988e-46d5-4919-9c58-dd6b2f9f0d5b tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 210 time: 0.0332780 Jun 11 19:59:41.902073 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:41.905060 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:41.957119 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:59:41.962029 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:41.966655 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:59:41.970865 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a7fb38-ab77-4e60-9c93-eeece82ac766,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:41.997108 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:42.459160 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ecc0b4-1a87-405f-8911-2990f5cc66b8 None None] Network f7a58589-b883-4612-a12a-58958db29eda requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:59:42.653502 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-381c5f02-97a4-4d17-b3c6-b33f277ba636 None None] Provisioning for port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:42.721606 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:42.872519 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c4670bd6-e901-43bc-afb1-1192a11aff9e up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:43.005820 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port c4670bd6-e901-43bc-afb1-1192a11aff9e completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:43.009993 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port c4670bd6-e901-43bc-afb1-1192a11aff9e triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:43.010542 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:43.022144 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415386'] for router, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:43.060589 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b46aa8b6-7869-4e87-b1d6-341af7953e60 req-f0146bd1-9b11-49b9-898d-e4dacae4668e tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 210 time: 0.0407372 Jun 11 19:59:43.106775 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:43.143407 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port c4670bd6-e901-43bc-afb1-1192a11aff9e, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=c4670bd6-e901-43bc-afb1-1192a11aff9e,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:59:43.203362 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:43.204273 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:43.206855 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:43.283542 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Router fb82c04f-2f12-4fda-8488-5aef6bfb262f is scheduled to L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 with binding_index 1 {{(pid=98767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:59:43.297855 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=c4670bd6-e901-43bc-afb1-1192a11aff9e,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:43.308640 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:43.369387 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:43.373473 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:43.373860 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:43.431948 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:59:43.450902 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Sync routers for ids ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:59:43.468388 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Routers {'fb82c04f-2f12-4fda-8488-5aef6bfb262f'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:59:43.469508 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:59:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:43.526706 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Notify callbacks [] for router, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:43.527405 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3454587 Jun 11 19:59:43.530068 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 57048) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:59:43.561305 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:43.620929 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=261f84a4-fbe0-49f7-b4a4-fc979f4496d6,segment=NetworkSegment(cf9b8ff3-89dd-41e0-b5c7-623c181707c3),segment_id=cf9b8ff3-89dd-41e0-b5c7-623c181707c3)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:59:43.642095 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Set router fb82c04f-2f12-4fda-8488-5aef6bfb262f gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:59:43.678346 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:43.721435 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:43.975984 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=261f84a4-fbe0-49f7-b4a4-fc979f4496d6,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:43.981637 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:44.057978 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'name': 'tempest-TestMinimumBasicScenario-1224318354-router', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:40Z', 'updated_at': '2021-06-11T19:59:42Z', 'revision_number': 3, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'gw_port': {'id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:41Z', 'updated_at': '2021-06-11T19:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:44.061315 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Checking router: fb82c04f-2f12-4fda-8488-5aef6bfb262f for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:59:44.061680 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Updating router fb82c04f-2f12-4fda-8488-5aef6bfb262f port d2a7fb38-ab77-4e60-9c93-eeece82ac766 binding host dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:59:44.107573 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:44.114056 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:44.238573 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-06e22842-8b00-40bb-ab8b-3678b1149437 req-1b52c565-d8dd-4665-8809-2fd87e43e9bc tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 210 time: 0.0529220 Jun 11 19:59:44.309966 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-44e8f497-84aa-4632-acbb-14308a00e3d4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:44.311286 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-44e8f497-84aa-4632-acbb-14308a00e3d4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.43 "GET /v2.0/networks?id=148c4c8a-e0ab-46b1-aae9-b979a6285ddd HTTP/1.1" status: 200 len: 813 time: 0.2253890 Jun 11 19:59:44.352265 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Request body: {'port': {'device_id': '9a735bf6-8036-42e9-81a3-6652b8ac1b06', 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd', 'admin_state_up': True, 'tenant_id': '9aebe5490906401b940f5ca4a14eb05d'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:59:44.428456 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Notify callbacks [] for port, precommit_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:44.438475 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Transition to ACTIVE for port object d2a7fb38-ab77-4e60-9c93-eeece82ac766 will not be triggered until provisioned by entity L2. {{(pid=98769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:44.515028 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Allocated IP 172.20.0.1 (f7a58589-b883-4612-a12a-58958db29eda/15fbce19-2808-4a16-8711-686464a7329b/ea8b4975-d01f-43a4-a23c-ab269efb77ba) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:59:44.569448 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:44.572476 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-b364f293-c30a-485c-bb48-5a56b714d4f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:44.632129 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Attempting to bind port d2a7fb38-ab77-4e60-9c93-eeece82ac766 on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:59:44.632503 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Attempting to bind port d2a7fb38-ab77-4e60-9c93-eeece82ac766 by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:59:44.632869 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Attempting to bind port d2a7fb38-ab77-4e60-9c93-eeece82ac766 on network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:59:44.641953 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef2260-ece0-4b6e-b2cc-ae962e0ca678 None None] Pushing event updated for resources: {'Port': ['ID=d2a7fb38-ab77-4e60-9c93-eeece82ac766,revision_number=2']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:44.644847 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-60ef2260-ece0-4b6e-b2cc-ae962e0ca678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:44.645939 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:59:44.646322 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Checking segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:59:44.646727 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:44.647112 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Bound using segment: {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'} {{(pid=98769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:59:44.647586 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.managers [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Bound port: d2a7fb38-ab77-4e60-9c93-eeece82ac766, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c8981b-d99c-457c-bc60-55a9be29948d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f'}}] {{(pid=98769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:59:44.648181 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:44.651607 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Made reservation on behalf of 9aebe5490906401b940f5ca4a14eb05d for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:59:44.655149 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:44.677425 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:44.699472 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Transition to ACTIVE for port object ea8b4975-d01f-43a4-a23c-ab269efb77ba will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:44.707192 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] For port d2a7fb38-ab77-4e60-9c93-eeece82ac766, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:59:44.710274 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] For port d2a7fb38-ab77-4e60-9c93-eeece82ac766, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=d2a7fb38-ab77-4e60-9c93-eeece82ac766,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:59:44.789291 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:44.791618 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:44.829121 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c4670bd6-e901-43bc-afb1-1192a11aff9e up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:44.843002 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Allocated IP 172.20.0.13 (148c4c8a-e0ab-46b1-aae9-b979a6285ddd/78ae3dda-2f16-4558-bfdb-09b32be4a510/ba7a996f-4c7d-412f-8e77-29203659e33b) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:59:44.900836 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:44.902603 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Routers {'fb82c04f-2f12-4fda-8488-5aef6bfb262f'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:59:44.903256 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:59:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:44.906523 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef2260-ece0-4b6e-b2cc-ae962e0ca678 None None] Pushing event updated for resources: {'Port': ['ID=d2a7fb38-ab77-4e60-9c93-eeece82ac766,revision_number=3']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:44.909615 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-60ef2260-ece0-4b6e-b2cc-ae962e0ca678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:44.909766 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8eb4adcc-b554-42cb-9802-d12d41a96338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:44.967420 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Network f7a58589-b883-4612-a12a-58958db29eda is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:59:44.977209 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:44.984126 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:59:45.019420 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8b4975-d01f-43a4-a23c-ab269efb77ba,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:45.041530 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port c4670bd6-e901-43bc-afb1-1192a11aff9e triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:45.041992 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:45.099741 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] Set router fb82c04f-2f12-4fda-8488-5aef6bfb262f gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:59:45.333650 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:45.394300 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:45.444532 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:45.444921 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:45.456629 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c415d40-2060-45f9-a7e1-0689a68e51ac req-62e430b3-6e74-478d-9db5-518ad7178526 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 210 time: 0.0587254 Jun 11 19:59:45.471715 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-411487'] for router_interface, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:45.476781 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'name': 'tempest-TestMinimumBasicScenario-1224318354-router', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:40Z', 'updated_at': '2021-06-11T19:59:42Z', 'revision_number': 3, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'gw_port': {'id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:41Z', 'updated_at': '2021-06-11T19:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:45.486449 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e05b8e-3287-40ba-8700-dafc2b1beb67 None None] The sync data for ids ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'] in dv-cinder-790535-3-smb is: [{'id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'name': 'tempest-TestMinimumBasicScenario-1224318354-router', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:40Z', 'updated_at': '2021-06-11T19:59:42Z', 'revision_number': 3, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'gw_port': {'id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:41Z', 'updated_at': '2021-06-11T19:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:59:45.531629 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-c15e60e6-c9fe-4ff2-bd4b-af849041913c None None] Provisioning for port ea8b4975-d01f-43a4-a23c-ab269efb77ba completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:45.538106 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:45.543183 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-c15e60e6-c9fe-4ff2-bd4b-af849041913c None None] Provisioning complete for port ea8b4975-d01f-43a4-a23c-ab269efb77ba triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:45.543761 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c15e60e6-c9fe-4ff2-bd4b-af849041913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:45.599447 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-c15e60e6-c9fe-4ff2-bd4b-af849041913c None None] Port ea8b4975-d01f-43a4-a23c-ab269efb77ba cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:59:45.739705 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:45.744308 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ec2c9c68-229f-461a-bb03-b37df52de803 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:45.803864 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:45.813176 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:59:45.824947 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:45.830067 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Pushing event updated for resources: {'Port': ['ID=ba7a996f-4c7d-412f-8e77-29203659e33b,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:45.833579 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:59:45.836624 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:45.935990 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:45.936637 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:46.040536 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6938689 Jun 11 19:59:46.057554 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-941c8d6c-2f7b-45e0-a67d-e53f2887bf27 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:59:46.058548 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-941c8d6c-2f7b-45e0-a67d-e53f2887bf27 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074673 Jun 11 19:59:46.101358 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:46.118486 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Request body: {'port': {'device_id': '9a735bf6-8036-42e9-81a3-6652b8ac1b06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:59:46.166399 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:46.190018 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-359e4305-9194-4c21-91d6-2b2f6b9a3e22 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:46.280982 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:46.286152 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-411595'] for router_interface, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:46.305217 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8b4975-d01f-43a4-a23c-ab269efb77ba,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:46.310591 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:46.551833 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Network f7a58589-b883-4612-a12a-58958db29eda is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:59:46.554589 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:59:46.828779 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device d2a7fb38-ab77-4e60-9c93-eeece82ac766 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:46.851913 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029934fe-d47f-4c42-88c9-7864a40ef9ab req-537a0555-3199-4b9c-9421-f39a1319a1e1 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:46.853472 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-029934fe-d47f-4c42-88c9-7864a40ef9ab req-537a0555-3199-4b9c-9421-f39a1319a1e1 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 932 time: 0.2475898 Jun 11 19:59:46.857781 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-50d82628-2fb4-4ce5-b4e9-0f79f81fd24e None None] Provisioning complete for port ea8b4975-d01f-43a4-a23c-ab269efb77ba triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:46.858391 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-50d82628-2fb4-4ce5-b4e9-0f79f81fd24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:46.862757 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Router fb82c04f-2f12-4fda-8488-5aef6bfb262f has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:59:46.909601 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-50d82628-2fb4-4ce5-b4e9-0f79f81fd24e None None] Port ea8b4975-d01f-43a4-a23c-ab269efb77ba cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:59:46.923600 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7a996f-4c7d-412f-8e77-29203659e33b {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:59:46.940322 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:46.955647 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-029934fe-d47f-4c42-88c9-7864a40ef9ab req-3f86cf4f-502e-4159-9ba1-26b6ef61da52 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948548 Jun 11 19:59:47.017089 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port d2a7fb38-ab77-4e60-9c93-eeece82ac766 completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:47.021215 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port d2a7fb38-ab77-4e60-9c93-eeece82ac766 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:47.021491 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:47.046300 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Transition to ACTIVE for port object ba7a996f-4c7d-412f-8e77-29203659e33b will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:47.090798 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:59:47.096387 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-db404f8d-e5bf-4128-9983-f70840f565f9 admin admin] 10.222.0.37 "PUT /v2.0/routers/fb82c04f-2f12-4fda-8488-5aef6bfb262f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5652711 Jun 11 19:59:47.102537 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:47.105540 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-202bb002-97cd-436e-8630-d26df77b5a8a tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:47.115329 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:47.137704 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port d2a7fb38-ab77-4e60-9c93-eeece82ac766, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=d2a7fb38-ab77-4e60-9c93-eeece82ac766,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:59:47.201540 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:47.204486 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:47.223605 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Pushing event updated for resources: {'Port': ['ID=ba7a996f-4c7d-412f-8e77-29203659e33b,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:47.227985 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:47.260058 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=d2a7fb38-ab77-4e60-9c93-eeece82ac766,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:47.263120 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:47.289616 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Attempting to bind port ba7a996f-4c7d-412f-8e77-29203659e33b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:59:47.289949 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Attempting to bind port ba7a996f-4c7d-412f-8e77-29203659e33b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '56aa698b-2e20-4259-b832-a132fa471a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:59:47.290280 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Attempting to bind port ba7a996f-4c7d-412f-8e77-29203659e33b on network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:59:47.294534 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Port ba7a996f-4c7d-412f-8e77-29203659e33b on network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:59:47.294854 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Attempting to bind port ba7a996f-4c7d-412f-8e77-29203659e33b on network 148c4c8a-e0ab-46b1-aae9-b979a6285ddd {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:59:47.300137 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:59:47.300640 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Checking segment: {'id': '56aa698b-2e20-4259-b832-a132fa471a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:59:47.301027 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Bound using segment: {'id': '56aa698b-2e20-4259-b832-a132fa471a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:59:47.301456 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Bound port: ba7a996f-4c7d-412f-8e77-29203659e33b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56aa698b-2e20-4259-b832-a132fa471a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:59:47.301800 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:47.377132 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] For port ba7a996f-4c7d-412f-8e77-29203659e33b, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:59:47.378747 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] For port ba7a996f-4c7d-412f-8e77-29203659e33b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba7a996f-4c7d-412f-8e77-29203659e33b,segment=NetworkSegment(56aa698b-2e20-4259-b832-a132fa471a95),segment_id=56aa698b-2e20-4259-b832-a132fa471a95)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:59:47.484523 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:47.486709 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-87150a9a-bdee-462e-a656-2e143dae75b6 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:47.537160 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:47.537750 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:47.539483 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] 10.222.0.43 "PUT /v2.0/ports/ba7a996f-4c7d-412f-8e77-29203659e33b HTTP/1.1" status: 200 len: 1094 time: 1.4712996 Jun 11 19:59:47.541779 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a735bf6-8036-42e9-81a3-6652b8ac1b06', 'tag': 'ba7a996f-4c7d-412f-8e77-29203659e33b'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:59:47.545661 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9411bec-a0dd-40a8-8195-c97ed86ad9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a735bf6-8036-42e9-81a3-6652b8ac1b06", "tag": "ba7a996f-4c7d-412f-8e77-29203659e33b"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:59:47.579565 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Pushing event updated for resources: {'Port': ['ID=ba7a996f-4c7d-412f-8e77-29203659e33b,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:47.582665 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:47.587617 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423c39c4-a007-48d7-8743-d1a86e4a2661 x-openstack-request-id: req-423c39c4-a007-48d7-8743-d1a86e4a2661 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:59:47.587859 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a735bf6-8036-42e9-81a3-6652b8ac1b06", "tag": "ba7a996f-4c7d-412f-8e77-29203659e33b", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:59:47.588169 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-423c39c4-a007-48d7-8743-d1a86e4a2661 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:59:47.589168 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a735bf6-8036-42e9-81a3-6652b8ac1b06', 'tag': 'ba7a996f-4c7d-412f-8e77-29203659e33b', 'status': 'completed', 'code': 200} Jun 11 19:59:47.672968 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9411bec-a0dd-40a8-8195-c97ed86ad9a7 req-09c8820b-e4c2-4e04-8383-13a80c247e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:47.674678 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c9411bec-a0dd-40a8-8195-c97ed86ad9a7 req-09c8820b-e4c2-4e04-8383-13a80c247e0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9aebe5490906401b940f5ca4a14eb05d&device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 1097 time: 0.0663509 Jun 11 19:59:47.803959 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9411bec-a0dd-40a8-8195-c97ed86ad9a7 req-e558c3a1-8fb3-4d8b-b1fa-640232a25776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:47.804639 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c9411bec-a0dd-40a8-8195-c97ed86ad9a7 req-e558c3a1-8fb3-4d8b-b1fa-640232a25776 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9aebe5490906401b940f5ca4a14eb05d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1222951 Jun 11 19:59:47.826684 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Sync routers for ids ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:59:47.836519 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Routers {'fb82c04f-2f12-4fda-8488-5aef6bfb262f'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:59:47.837258 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:59:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:47.926458 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9411bec-a0dd-40a8-8195-c97ed86ad9a7 req-dac2e652-f49e-48f4-828e-db6bbdd6dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:47.928699 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c9411bec-a0dd-40a8-8195-c97ed86ad9a7 req-dac2e652-f49e-48f4-828e-db6bbdd6dd65 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183267 Jun 11 19:59:47.993998 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Set router fb82c04f-2f12-4fda-8488-5aef6bfb262f gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:59:48.049921 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-d8b0f5d2-c84e-4ed2-a853-ea229849cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:48.070628 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-d8b0f5d2-c84e-4ed2-a853-ea229849cb06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9aebe5490906401b940f5ca4a14eb05d&device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 1097 time: 0.1015949 Jun 11 19:59:48.128207 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-86ac8a73-1929-4a75-ad85-6d494a0a6859 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba7a996f-4c7d-412f-8e77-29203659e33b HTTP/1.1" status: 200 len: 217 time: 0.0530868 Jun 11 19:59:48.197331 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-d540f474-5b50-4a79-bdfb-85722874119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:48.199329 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-d540f474-5b50-4a79-bdfb-85722874119d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ae3dda-2f16-4558-bfdb-09b32be4a510 HTTP/1.1" status: 200 len: 853 time: 0.0606403 Jun 11 19:59:48.259366 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-e8d71196-2c17-40bf-b494-f0eb75b5214d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=148c4c8a-e0ab-46b1-aae9-b979a6285ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336432 Jun 11 19:59:48.311210 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'name': 'tempest-TestMinimumBasicScenario-1224318354-router', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:40Z', 'updated_at': '2021-06-11T19:59:45Z', 'revision_number': 4, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'gw_port': {'id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:41Z', 'updated_at': '2021-06-11T19:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'ea8b4975-d01f-43a4-a23c-ab269efb77ba', 'name': '', 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'mac_address': 'fa:16:3e:99:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '15fbce19-2808-4a16-8711-686464a7329b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:44Z', 'updated_at': '2021-06-11T19:59:45Z', 'revision_number': 2, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'subnets': [{'id': '15fbce19-2808-4a16-8711-686464a7329b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:48.315260 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Checking router: fb82c04f-2f12-4fda-8488-5aef6bfb262f for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:59:48.315610 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Updating router fb82c04f-2f12-4fda-8488-5aef6bfb262f port ea8b4975-d01f-43a4-a23c-ab269efb77ba binding host dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:59:48.369101 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:48.381788 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d739f-9e6b-48b4-bc10-4309464057a1 req-e3738198-1360-48d5-8fc1-78cad5a4f643 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:48.383110 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-792d739f-9e6b-48b4-bc10-4309464057a1 req-e3738198-1360-48d5-8fc1-78cad5a4f643 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 944 time: 0.2534068 Jun 11 19:59:48.443336 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-ff3dcf09-6189-4360-b02c-aa298658e446 service neutron] 10.222.0.43 "GET /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698999 Jun 11 19:59:48.451825 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-792d739f-9e6b-48b4-bc10-4309464057a1 req-0b79165d-e1ce-4435-8b2c-cd421fcd12ad tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585828 Jun 11 19:59:48.595391 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-72663fb0-72a5-42eb-b04f-9dd5a45219dc req-265e8167-67c0-4793-8a3f-baae3b56a8e4 service neutron] 10.222.0.43 "GET /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422443 Jun 11 19:59:48.748612 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:48.762056 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.provisioning_blocks [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Transition to ACTIVE for port object ea8b4975-d01f-43a4-a23c-ab269efb77ba will not be triggered until provisioned by entity L2. {{(pid=98770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:59:48.822140 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device d2a7fb38-ab77-4e60-9c93-eeece82ac766 up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:48.831578 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:48.834194 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-234870da-9574-42a7-9416-5cf8e2e95b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:48.880217 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port d2a7fb38-ab77-4e60-9c93-eeece82ac766 triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:48.880608 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:48.959298 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13876de0-91e3-42d2-83bd-aff93a8308f1 None None] Pushing event updated for resources: {'Port': ['ID=ea8b4975-d01f-43a4-a23c-ab269efb77ba,revision_number=3']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:48.997435 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-13876de0-91e3-42d2-83bd-aff93a8308f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:49.039775 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Attempting to bind port ea8b4975-d01f-43a4-a23c-ab269efb77ba on host dv-cinder-790535-3-smb for vnic_type normal with profile {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:59:49.040581 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Attempting to bind port ea8b4975-d01f-43a4-a23c-ab269efb77ba by drivers openvswitch,hyperv on host dv-cinder-790535-3-smb at level 0 using segments [{'id': 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda'}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:59:49.041183 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Attempting to bind port ea8b4975-d01f-43a4-a23c-ab269efb77ba on network f7a58589-b883-4612-a12a-58958db29eda {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:59:49.047498 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Checking agent: {'id': '59dff7ff-daa3-4ad8-8dd9-9e78c1a932be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 40, 24), 'started_at': datetime.datetime(2021, 6, 11, 19, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:59:49.047938 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Checking segment: {'id': 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:59:49.048580 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:49.049178 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Bound using segment: {'id': 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda'} {{(pid=98770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:59:49.049868 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.managers [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Bound port: ea8b4975-d01f-43a4-a23c-ab269efb77ba, host: dv-cinder-790535-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda'}}] {{(pid=98770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:59:49.050647 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:49.176260 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] For port ea8b4975-d01f-43a4-a23c-ab269efb77ba, host dv-cinder-790535-3-smb, cleared binding levels {{(pid=98770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:59:49.182256 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.plugins.ml2.db [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] For port ea8b4975-d01f-43a4-a23c-ab269efb77ba, host dv-cinder-790535-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=ea8b4975-d01f-43a4-a23c-ab269efb77ba,segment=NetworkSegment(cf9b8ff3-89dd-41e0-b5c7-623c181707c3),segment_id=cf9b8ff3-89dd-41e0-b5c7-623c181707c3)] {{(pid=98770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:59:49.267150 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron_lib.callbacks.manager [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:49.275275 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-13876de0-91e3-42d2-83bd-aff93a8308f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:49.325758 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Routers {'fb82c04f-2f12-4fda-8488-5aef6bfb262f'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:59:49.326383 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T19:59:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:49.486969 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13876de0-91e3-42d2-83bd-aff93a8308f1 None None] Pushing event updated for resources: {'Port': ['ID=ea8b4975-d01f-43a4-a23c-ab269efb77ba,revision_number=4']} {{(pid=98770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:49.492804 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG oslo_concurrency.lockutils [None req-13876de0-91e3-42d2-83bd-aff93a8308f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:49.538489 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] Set router fb82c04f-2f12-4fda-8488-5aef6bfb262f gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:59:49.674578 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ea246-5633-4b02-9560-6bb8578b73ab req-baa5ecc5-2eee-4522-9b52-07193c15f948 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:49.676733 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-920ea246-5633-4b02-9560-6bb8578b73ab req-baa5ecc5-2eee-4522-9b52-07193c15f948 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 944 time: 0.0806959 Jun 11 19:59:49.735173 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-920ea246-5633-4b02-9560-6bb8578b73ab req-9bf92705-95d7-46b9-8c9f-60005817d4a8 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520382 Jun 11 19:59:49.929761 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'name': 'tempest-TestMinimumBasicScenario-1224318354-router', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:40Z', 'updated_at': '2021-06-11T19:59:45Z', 'revision_number': 4, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'gw_port': {'id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:41Z', 'updated_at': '2021-06-11T19:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'ea8b4975-d01f-43a4-a23c-ab269efb77ba', 'name': '', 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'mac_address': 'fa:16:3e:99:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '15fbce19-2808-4a16-8711-686464a7329b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:44Z', 'updated_at': '2021-06-11T19:59:49Z', 'revision_number': 4, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'subnets': [{'id': '15fbce19-2808-4a16-8711-686464a7329b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:59:49.933169 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04945d6c-bdb8-43b4-b94a-784e7fcc0ac1 None None] The sync data for ids ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'] in dv-cinder-790535-3-smb is: [{'id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'name': 'tempest-TestMinimumBasicScenario-1224318354-router', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:40Z', 'updated_at': '2021-06-11T19:59:45Z', 'revision_number': 4, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'gw_port': {'id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:41Z', 'updated_at': '2021-06-11T19:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'ea8b4975-d01f-43a4-a23c-ab269efb77ba', 'name': '', 'network_id': 'f7a58589-b883-4612-a12a-58958db29eda', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'mac_address': 'fa:16:3e:99:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '15fbce19-2808-4a16-8711-686464a7329b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:44Z', 'updated_at': '2021-06-11T19:59:49Z', 'revision_number': 4, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'subnets': [{'id': '15fbce19-2808-4a16-8711-686464a7329b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:59:50.866268 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device ea8b4975-d01f-43a4-a23c-ab269efb77ba up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:50.962228 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f577a-15d9-43cb-8c6e-e36e2c4b1e5f req-16b86988-689f-4f55-a021-2a786fd37080 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:50.963756 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e88f577a-15d9-43cb-8c6e-e36e2c4b1e5f req-16b86988-689f-4f55-a021-2a786fd37080 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 944 time: 0.0847895 Jun 11 19:59:51.013779 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e88f577a-15d9-43cb-8c6e-e36e2c4b1e5f req-c827570f-7fa7-410a-a985-3fc86992a068 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Jun 11 19:59:51.234097 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning for port ea8b4975-d01f-43a4-a23c-ab269efb77ba completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:51.239771 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port ea8b4975-d01f-43a4-a23c-ab269efb77ba triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:51.239771 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:51.330337 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:51.368242 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] For port ea8b4975-d01f-43a4-a23c-ab269efb77ba, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=ea8b4975-d01f-43a4-a23c-ab269efb77ba,segment=NetworkSegment(cf9b8ff3-89dd-41e0-b5c7-623c181707c3),segment_id=cf9b8ff3-89dd-41e0-b5c7-623c181707c3)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:59:51.438739 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:51.450439 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:51.486350 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f89167e6-77b6-43a7-8195-c7fb3277ae77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:51.509995 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Pushing event updated for resources: {'Port': ['ID=ea8b4975-d01f-43a4-a23c-ab269efb77ba,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:51.513138 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:52.233740 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ce41d-4d38-42e1-91d0-3628dc090037 req-21f04564-019a-4b1a-9a74-183fed5cd4f4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:52.235856 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e27ce41d-4d38-42e1-91d0-3628dc090037 req-21f04564-019a-4b1a-9a74-183fed5cd4f4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 944 time: 0.0849724 Jun 11 19:59:52.285939 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e27ce41d-4d38-42e1-91d0-3628dc090037 req-fc52169f-8a53-4a72-92a7-62478f57a0e6 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Jun 11 19:59:52.326131 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device ba7a996f-4c7d-412f-8e77-29203659e33b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:59:52.461602 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port ba7a996f-4c7d-412f-8e77-29203659e33b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba7a996f-4c7d-412f-8e77-29203659e33b,segment=NetworkSegment(56aa698b-2e20-4259-b832-a132fa471a95),segment_id=56aa698b-2e20-4259-b832-a132fa471a95)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:59:52.474738 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': 'ba7a996f-4c7d-412f-8e77-29203659e33b', 'network_id': '148c4c8a-e0ab-46b1-aae9-b979a6285ddd', 'port_id': 'ba7a996f-4c7d-412f-8e77-29203659e33b', 'mac_address': 'fa:16:3e:bd:ea:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ae3dda-2f16-4558-bfdb-09b32be4a510', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:59:52.525780 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:52.542864 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7a996f-4c7d-412f-8e77-29203659e33b {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:59:52.565978 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port ba7a996f-4c7d-412f-8e77-29203659e33b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba7a996f-4c7d-412f-8e77-29203659e33b,segment=NetworkSegment(56aa698b-2e20-4259-b832-a132fa471a95),segment_id=56aa698b-2e20-4259-b832-a132fa471a95)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:59:52.628796 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:52.631576 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:52.692667 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=ba7a996f-4c7d-412f-8e77-29203659e33b,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:52.695999 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:52.823884 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device ea8b4975-d01f-43a4-a23c-ab269efb77ba up at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:52.887482 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Provisioning complete for port ea8b4975-d01f-43a4-a23c-ab269efb77ba triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:52.887895 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:52.932015 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['ba7a996f-4c7d-412f-8e77-29203659e33b'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:59:53.478596 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641ab9-711c-4be8-99be-b6cc9ea569c2 req-2e63f43c-5b04-4b91-b7e2-55abf46d8fa4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:53.480116 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0d641ab9-711c-4be8-99be-b6cc9ea569c2 req-2e63f43c-5b04-4b91-b7e2-55abf46d8fa4 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 945 time: 0.0739758 Jun 11 19:59:53.526711 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0d641ab9-711c-4be8-99be-b6cc9ea569c2 req-a7531ca9-c978-4057-9c26-5e0f3285b325 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381908 Jun 11 19:59:54.331776 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-8d42d688-822e-42cf-ac30-dd2886e9c1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:54.338377 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device ba7a996f-4c7d-412f-8e77-29203659e33b up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:59:54.364175 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:54.457420 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port ba7a996f-4c7d-412f-8e77-29203659e33b completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:59:54.462412 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port ba7a996f-4c7d-412f-8e77-29203659e33b triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:59:54.462861 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:54.561729 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:54.600301 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a735bf6-8036-42e9-81a3-6652b8ac1b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7a996f-4c7d-412f-8e77-29203659e33b'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:59:54.602865 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020d9313-782a-418d-bedf-4f4e0019c7c5" -d '{"events": [{"server_uuid": "9a735bf6-8036-42e9-81a3-6652b8ac1b06", "name": "network-vif-plugged", "status": "completed", "tag": "ba7a996f-4c7d-412f-8e77-29203659e33b"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:59:54.621122 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port ba7a996f-4c7d-412f-8e77-29203659e33b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba7a996f-4c7d-412f-8e77-29203659e33b,segment=NetworkSegment(56aa698b-2e20-4259-b832-a132fa471a95),segment_id=56aa698b-2e20-4259-b832-a132fa471a95)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:59:54.655748 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062398dc-18fb-40b5-a2b0-adbf5c28485b x-openstack-request-id: req-062398dc-18fb-40b5-a2b0-adbf5c28485b {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:59:54.656102 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a735bf6-8036-42e9-81a3-6652b8ac1b06", "name": "network-vif-plugged", "status": "completed", "tag": "ba7a996f-4c7d-412f-8e77-29203659e33b", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:59:54.656403 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-062398dc-18fb-40b5-a2b0-adbf5c28485b {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:59:54.656805 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a735bf6-8036-42e9-81a3-6652b8ac1b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7a996f-4c7d-412f-8e77-29203659e33b', 'code': 200} Jun 11 19:59:54.691622 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:54.694518 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:59:54.748559 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc2268-2d23-4414-944f-ac540c5dcb27 req-8d60c89c-994b-4012-9c92-bdc9f4dc3fdf tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:54.750936 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fdbc2268-2d23-4414-944f-ac540c5dcb27 req-8d60c89c-994b-4012-9c92-bdc9f4dc3fdf tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 945 time: 0.0894725 Jun 11 19:59:54.756839 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=ba7a996f-4c7d-412f-8e77-29203659e33b,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:59:54.759942 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:59:54.803407 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fdbc2268-2d23-4414-944f-ac540c5dcb27 req-105a125d-2cd2-4384-bd4b-138fae126abf tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465686 Jun 11 19:59:55.065594 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe00912-14e1-4431-8690-45c0ffd69bfb req-aa0ca243-5b19-422f-8a42-6b6bb0c276b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:55.068116 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7fe00912-14e1-4431-8690-45c0ffd69bfb req-aa0ca243-5b19-422f-8a42-6b6bb0c276b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 1099 time: 0.0625491 Jun 11 19:59:55.110810 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7fe00912-14e1-4431-8690-45c0ffd69bfb req-4ac0001d-e80b-4c77-ba99-c2b944ffa8aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362577 Jun 11 19:59:55.183217 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:56.004164 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27f8cb-7150-4309-9961-a9ecb5b55a71 req-5878a807-9596-4a63-8fe5-bd6b69e9e691 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:56.005770 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fe27f8cb-7150-4309-9961-a9ecb5b55a71 req-5878a807-9596-4a63-8fe5-bd6b69e9e691 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 946 time: 0.0744033 Jun 11 19:59:56.051894 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fe27f8cb-7150-4309-9961-a9ecb5b55a71 req-883f2f8e-97dc-4eae-ac8f-e6e2b752bb10 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Jun 11 19:59:57.254670 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:57.260027 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b1656-239e-497e-8d7c-b606f822abee req-4da29b64-2650-47c1-aa83-e80551637c72 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:57.261510 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-820b1656-239e-497e-8d7c-b606f822abee req-4da29b64-2650-47c1-aa83-e80551637c72 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 946 time: 0.0736153 Jun 11 19:59:57.307872 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-820b1656-239e-497e-8d7c-b606f822abee req-e1a891e4-645d-4071-8662-0d86deeed963 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402122 Jun 11 19:59:57.352945 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:59:58.563751 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-26b7dbcc-780f-44b4-8f5c-3660cd954de2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579476 Jun 11 19:59:58.674964 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-f113cb20-1d4d-4b5f-9652-eeebbe67b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:58.675141 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-f113cb20-1d4d-4b5f-9652-eeebbe67b5de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9aebe5490906401b940f5ca4a14eb05d&device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 1099 time: 0.0699172 Jun 11 19:59:59.189669 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-2410874a-948d-46a2-ac6a-14b4b74afd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:59.191180 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-2410874a-948d-46a2-ac6a-14b4b74afd6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=148c4c8a-e0ab-46b1-aae9-b979a6285ddd HTTP/1.1" status: 200 len: 914 time: 0.4950457 Jun 11 19:59:59.256215 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-b0c3016a-a00e-4541-ae7a-dd8d4e73abb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba7a996f-4c7d-412f-8e77-29203659e33b HTTP/1.1" status: 200 len: 217 time: 0.0558996 Jun 11 19:59:59.314284 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c5457-ce66-4262-bfdd-6945732aad0d req-7567c0a8-da60-47be-8128-49ff08a34d29 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:59.315712 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-7567c0a8-da60-47be-8128-49ff08a34d29 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/networks?id=7e26311b-bd36-4f9e-b382-e482269442a5 HTTP/1.1" status: 200 len: 815 time: 0.5403597 Jun 11 19:59:59.341742 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-0c32cf96-f0a6-42fe-8fa1-7d68f3360435 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/quotas/8ac22a2af6794bc290731f48163feed7 HTTP/1.1" status: 200 len: 375 time: 0.0181699 Jun 11 19:59:59.343491 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-b67b4c13-d7cc-442c-9e75-7e0f9f78cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:59:59.345359 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-b67b4c13-d7cc-442c-9e75-7e0f9f78cdf9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78ae3dda-2f16-4558-bfdb-09b32be4a510 HTTP/1.1" status: 200 len: 853 time: 0.0823421 Jun 11 19:59:59.410862 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-e79b9d22-4f06-40a1-adf5-7cbfc35b4458 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=148c4c8a-e0ab-46b1-aae9-b979a6285ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544798 Jun 11 19:59:59.526726 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e4febff3-5858-46df-a8b2-103b728711ed tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ac22a2af6794bc290731f48163feed7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790502 Jun 11 19:59:59.549768 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-1e4f2cbc-a3a6-4d37-875d-f488f92c30a8 service neutron] 10.222.0.43 "GET /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313953 Jun 11 19:59:59.589768 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-5b6cefae-202e-4f8b-a8a3-8fda13aec860 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=98767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:59:59.590742 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-5b6cefae-202e-4f8b-a8a3-8fda13aec860 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504086 Jun 11 19:59:59.756300 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ab4bb49d-9c6c-4a7b-b762-f56c3820f8e9 req-5ee779a8-f4b0-4e49-9c98-ae3f002bb8a5 service neutron] 10.222.0.43 "GET /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994467 Jun 11 19:59:59.774192 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-8dbab67c-3357-4633-b0ec-41902236a9a0 service neutron] 10.222.0.37 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765687 Jun 11 19:59:59.893982 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-28e00cbd-d779-43e9-a14f-13183e1389a8 service neutron] 10.222.0.37 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135554 Jun 11 20:00:00.159263 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-163b6b8f-2933-4fab-a7b7-fd555aa970ac req-c81620e5-af95-4e7a-a0e0-25e2478083db tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 210 time: 0.0339453 Jun 11 20:00:01.246018 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-943c3bda-ef5d-4973-a3f6-8a76eda61d38 req-53388ee6-f0b6-4f30-a1d6-7e6dc4dc3dd9 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 210 time: 0.0334959 Jun 11 20:00:02.389006 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b1d313f8-1cdf-4fe5-b7ce-646cd335c692 req-5d39a5e2-51dd-4e58-8596-62de6c620c39 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 210 time: 0.0332601 Jun 11 20:00:02.684103 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c5457-ce66-4262-bfdd-6945732aad0d req-99c6457b-68ab-46f9-a316-2a4dbf243e97 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:02.685483 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-99c6457b-68ab-46f9-a316-2a4dbf243e97 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.43 "GET /v2.0/networks?id=7e26311b-bd36-4f9e-b382-e482269442a5 HTTP/1.1" status: 200 len: 815 time: 0.1289587 Jun 11 20:00:02.698334 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'port': {'device_id': '0a34c799-521b-4f9c-942b-6623104a352c', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'admin_state_up': True, 'tenant_id': '8ac22a2af6794bc290731f48163feed7'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:02.726343 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:00:02.915792 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Made reservation on behalf of 8ac22a2af6794bc290731f48163feed7 for: {'port': 1} {{(pid=98767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 20:00:02.920463 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:03.069984 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Allocated IP 172.20.0.3 (7e26311b-bd36-4f9e-b382-e482269442a5/70eb6842-8a1a-40c6-a091-08c8fe6f54c8/4a3bb75a-38aa-4492-9a79-b1d9c3bf928e) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 20:00:03.251300 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:03.264168 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Transition to ACTIVE for port object 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e will not be triggered until provisioned by entity DHCP. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 20:00:03.366220 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:03.370377 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-8bdda521-c434-45be-b3f1-0e821539a7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:03.420382 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Network 7e26311b-bd36-4f9e-b382-e482269442a5 is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 20:00:03.423596 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 20:00:03.427639 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 20:00:03.464777 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'Port': ['ID=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:03.469992 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:03.493678 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:03.494574 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:03.612714 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-e211a9da-22f5-485a-87fc-cf2b202ee35f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9178185 Jun 11 20:00:03.681357 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e94a0-52d7-4226-8808-a3e33e21e4c4 req-ddc35d48-f922-46d5-9865-9818aca6d231 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:03.683155 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-382e94a0-52d7-4226-8808-a3e33e21e4c4 req-ddc35d48-f922-46d5-9865-9818aca6d231 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.1191397 Jun 11 20:00:03.752488 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-382e94a0-52d7-4226-8808-a3e33e21e4c4 req-2c061e69-c10e-4b4f-a709-8204e882e2b5 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625730 Jun 11 20:00:03.977579 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-b085611c-7579-48c0-9092-0e4b30484f22 None None] Provisioning for port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e completed by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 20:00:03.981798 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-b085611c-7579-48c0-9092-0e4b30484f22 None None] Provisioning complete for port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 20:00:03.982177 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b085611c-7579-48c0-9092-0e4b30484f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:04.021592 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-b085611c-7579-48c0-9092-0e4b30484f22 None None] Port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e cannot update to ACTIVE because it is not bound. {{(pid=98769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 20:00:04.943600 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01132ae-8ac0-40ee-86f7-bfc5a16d64a9 req-02def9bd-c14b-466e-86d3-3a1c1bfc24c0 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:04.945277 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f01132ae-8ac0-40ee-86f7-bfc5a16d64a9 req-02def9bd-c14b-466e-86d3-3a1c1bfc24c0 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.0780501 Jun 11 20:00:04.989057 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f01132ae-8ac0-40ee-86f7-bfc5a16d64a9 req-5e25636d-f1a3-4f2b-97af-6e8e372c45b0 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377920 Jun 11 20:00:06.171656 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae708c-cf4f-422a-933c-daa7c13b2d87 req-8559c527-7a63-4989-a87f-6c3f56d6bb76 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:06.173038 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-57ae708c-cf4f-422a-933c-daa7c13b2d87 req-8559c527-7a63-4989-a87f-6c3f56d6bb76 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.0708380 Jun 11 20:00:06.215252 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-57ae708c-cf4f-422a-933c-daa7c13b2d87 req-8892fdd0-f512-4501-9328-9c5b7919868c tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364356 Jun 11 20:00:07.405018 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4524-5b66-400c-9909-e06ef0bd13a4 req-bba01a37-85c0-4ef4-add6-c50f03d5a591 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:07.406508 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9b6e4524-5b66-400c-9909-e06ef0bd13a4 req-bba01a37-85c0-4ef4-add6-c50f03d5a591 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.0754690 Jun 11 20:00:07.449933 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9b6e4524-5b66-400c-9909-e06ef0bd13a4 req-955d0e17-8f63-4604-8472-a570205b20f6 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372305 Jun 11 20:00:08.635573 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9c9c4-7a86-4f3c-807e-09c4c5511559 req-214aada3-9ec6-484a-b6fe-cc8b130e3b6f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:08.637307 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c6e9c9c4-7a86-4f3c-807e-09c4c5511559 req-214aada3-9ec6-484a-b6fe-cc8b130e3b6f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.0709596 Jun 11 20:00:08.680590 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c6e9c9c4-7a86-4f3c-807e-09c4c5511559 req-bf6df75b-a3c9-40ab-a5bd-5f5357143c1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378029 Jun 11 20:00:09.867630 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57defa-d44d-4035-805d-8a2707c0354c req-746b1f1e-471b-4f13-afaa-4954f35e7876 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:09.876948 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bb57defa-d44d-4035-805d-8a2707c0354c req-746b1f1e-471b-4f13-afaa-4954f35e7876 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.0735965 Jun 11 20:00:09.914496 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-bb57defa-d44d-4035-805d-8a2707c0354c req-2680919d-36ba-4d72-91c8-e916ba2f4294 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Jun 11 20:00:11.117842 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845ad41-c8b7-4652-b72a-77dc5e3ff954 req-b9d14c37-ab0e-46db-aa68-92e3c46cfe0a tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:11.119496 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8845ad41-c8b7-4652-b72a-77dc5e3ff954 req-b9d14c37-ab0e-46db-aa68-92e3c46cfe0a tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.0732706 Jun 11 20:00:11.165959 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8845ad41-c8b7-4652-b72a-77dc5e3ff954 req-94635f4f-1fe6-4d2e-b974-9492254d42bd tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Jun 11 20:00:12.360236 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49521a-02dd-4dc3-8d69-78ea7c60896a req-a4c71d86-7ef8-4247-8768-6cfe89b5f3b5 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:12.361722 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8b49521a-02dd-4dc3-8d69-78ea7c60896a req-a4c71d86-7ef8-4247-8768-6cfe89b5f3b5 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.0743542 Jun 11 20:00:12.405049 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8b49521a-02dd-4dc3-8d69-78ea7c60896a req-a61c1b53-d661-4507-ada0-b4d75377cefc tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375581 Jun 11 20:00:13.585653 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8c5e3-444e-443b-adf2-0fd7f824023a req-ae7e85f9-8317-4967-b032-7dd784d9c376 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:13.587132 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1ce8c5e3-444e-443b-adf2-0fd7f824023a req-ae7e85f9-8317-4967-b032-7dd784d9c376 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.0686984 Jun 11 20:00:13.629957 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1ce8c5e3-444e-443b-adf2-0fd7f824023a req-b985439f-93d9-42aa-a1c4-7cc474e4e5c1 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370085 Jun 11 20:00:14.809043 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48cc7-32ea-48dd-8165-8ac6c6ff7ad5 req-22ff4cbe-f09c-4054-bc91-57c885431110 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:14.810506 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ccf48cc7-32ea-48dd-8165-8ac6c6ff7ad5 req-22ff4cbe-f09c-4054-bc91-57c885431110 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.0718012 Jun 11 20:00:14.852315 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ccf48cc7-32ea-48dd-8165-8ac6c6ff7ad5 req-c1d2aee0-6d8b-4238-aa87-323c1bc4ce81 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356135 Jun 11 20:00:16.026319 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8f885-df93-4a73-8a76-9be90fdd9f10 req-52e724bb-8a53-48f1-a76f-a5ab36d6b2d6 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:16.027762 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d7a8f885-df93-4a73-8a76-9be90fdd9f10 req-52e724bb-8a53-48f1-a76f-a5ab36d6b2d6 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.0675561 Jun 11 20:00:16.067254 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d7a8f885-df93-4a73-8a76-9be90fdd9f10 req-e0cc2129-5312-452f-a28a-386002b914df tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334899 Jun 11 20:00:16.643765 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Request body: {'port': {'device_id': '0a34c799-521b-4f9c-942b-6623104a352c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:16.643765 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:16.997494 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e {{(pid=98767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 20:00:17.008027 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:17.020270 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Transition to ACTIVE for port object 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 20:00:17.218535 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:17.222339 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-5e83b616-8422-46fe-bfb5-a30f0a175ab5 tempest-TestShelveInstance-449499578 tempest-TestShelveInstance-449499578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:17.330115 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Pushing event updated for resources: {'Port': ['ID=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:17.334540 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:17.405590 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78262e45-3534-4175-8f62-1158c0868ff3 req-4d7c11d3-f074-4b4a-b353-1cf852603828 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:17.407127 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-78262e45-3534-4175-8f62-1158c0868ff3 req-4d7c11d3-f074-4b4a-b353-1cf852603828 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 931 time: 0.2227280 Jun 11 20:00:17.467249 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-78262e45-3534-4175-8f62-1158c0868ff3 req-262e03e6-62b8-4e30-ab1f-84e003c70308 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496962 Jun 11 20:00:17.469607 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Attempting to bind port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 20:00:17.469943 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Attempting to bind port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 20:00:17.470935 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Attempting to bind port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e on network 7e26311b-bd36-4f9e-b382-e482269442a5 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 20:00:17.475079 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e on network 7e26311b-bd36-4f9e-b382-e482269442a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 20:00:17.475404 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Attempting to bind port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e on network 7e26311b-bd36-4f9e-b382-e482269442a5 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 20:00:17.480224 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Checking agent: {'id': 'e1745e0c-5f42-4bc0-b8bc-0891ad36be09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'started_at': datetime.datetime(2021, 6, 11, 19, 46, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 20:00:17.480562 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Checking segment: {'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 20:00:17.481020 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Bound using segment: {'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 20:00:17.481358 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Bound port: 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 20:00:17.481707 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:17.552514 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] For port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e, host hv-cinder-79053, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 20:00:17.555402 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] For port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 20:00:17.645555 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:17.647409 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6d898e9c-d8eb-4887-8d45-aa908757e550 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:17.688416 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:17.689181 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:17.690614 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] 10.222.0.43 "PUT /v2.0/ports/4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 1093 time: 1.1531596 Jun 11 20:00:17.697416 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 20:00:17.700618 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca42e41-2360-4c40-8fe7-34634dad806d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 20:00:17.723709 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Pushing event updated for resources: {'Port': ['ID=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:17.726946 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-98e8146b-ffaf-4360-a316-f864a9b514fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:17.748652 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83686a3-7c0a-4b01-a4fb-542f5844546b x-openstack-request-id: req-d83686a3-7c0a-4b01-a4fb-542f5844546b {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 20:00:17.748995 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 20:00:17.749303 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d83686a3-7c0a-4b01-a4fb-542f5844546b {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 20:00:17.749739 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'status': 'completed', 'code': 200} Jun 11 20:00:17.833461 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca42e41-2360-4c40-8fe7-34634dad806d req-ed770064-7073-40d4-85de-3cc374297542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:17.834955 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2ca42e41-2360-4c40-8fe7-34634dad806d req-ed770064-7073-40d4-85de-3cc374297542 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ac22a2af6794bc290731f48163feed7&device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1096 time: 0.0644622 Jun 11 20:00:17.956841 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca42e41-2360-4c40-8fe7-34634dad806d req-039486c8-b458-4158-bcee-806a0dd9b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:17.958216 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2ca42e41-2360-4c40-8fe7-34634dad806d req-039486c8-b458-4158-bcee-806a0dd9b0e4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8ac22a2af6794bc290731f48163feed7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1153939 Jun 11 20:00:18.078789 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca42e41-2360-4c40-8fe7-34634dad806d req-edacc6b8-75c3-45af-a0ec-502d09704ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:18.080840 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2ca42e41-2360-4c40-8fe7-34634dad806d req-edacc6b8-75c3-45af-a0ec-502d09704ca3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155396 Jun 11 20:00:18.174351 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c5457-ce66-4262-bfdd-6945732aad0d req-7830a704-739c-40b8-b073-5dddaf8f81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:18.175843 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-7830a704-739c-40b8-b073-5dddaf8f81a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ac22a2af6794bc290731f48163feed7&device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1096 time: 0.0581229 Jun 11 20:00:18.234572 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-771f5ee7-27d4-48d2-908d-5fb8560fff95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 217 time: 0.0517633 Jun 11 20:00:18.288579 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c5457-ce66-4262-bfdd-6945732aad0d req-c1a11149-020e-4373-a3fd-8542e58f6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:18.289916 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-c1a11149-020e-4373-a3fd-8542e58f6ad2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70eb6842-8a1a-40c6-a091-08c8fe6f54c8 HTTP/1.1" status: 200 len: 854 time: 0.0489540 Jun 11 20:00:18.350435 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c5457-ce66-4262-bfdd-6945732aad0d req-0f5c6dff-07dc-4612-a8ac-853672973ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:18.351885 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-0f5c6dff-07dc-4612-a8ac-853672973ffc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e26311b-bd36-4f9e-b382-e482269442a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556643 Jun 11 20:00:18.465280 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-b193f9fa-cc2b-441e-8c42-1415a562e79a service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062186 Jun 11 20:00:18.919155 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-009c5457-ce66-4262-bfdd-6945732aad0d req-9892b221-fec8-41b0-b89c-191a5458dade service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472725 Jun 11 20:00:18.945451 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54707-e5b0-4b05-9821-466a7ae290cf req-bb943fcc-9263-43c8-958b-e1aea91d3ba3 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:18.946874 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-67c54707-e5b0-4b05-9821-466a7ae290cf req-bb943fcc-9263-43c8-958b-e1aea91d3ba3 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 943 time: 0.0914803 Jun 11 20:00:18.991856 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-67c54707-e5b0-4b05-9821-466a7ae290cf req-946df2c4-6275-4a9d-877b-f7a6409fe848 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392096 Jun 11 20:00:20.173101 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c987f-8c60-46d2-9926-da151036ced8 req-2e458b37-929d-4bb7-b125-d5d627787466 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:20.175156 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f88c987f-8c60-46d2-9926-da151036ced8 req-2e458b37-929d-4bb7-b125-d5d627787466 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 943 time: 0.0688417 Jun 11 20:00:20.215255 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f88c987f-8c60-46d2-9926-da151036ced8 req-083d3eb6-b38d-4ba7-bdb4-45a04e9b66df tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342577 Jun 11 20:00:21.392947 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1812463-0963-4c6e-abbb-dd5551c6868c req-bcef6a05-4b49-43ff-9588-da9189c4f520 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:21.394431 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f1812463-0963-4c6e-abbb-dd5551c6868c req-bcef6a05-4b49-43ff-9588-da9189c4f520 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 943 time: 0.0692260 Jun 11 20:00:21.438688 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f1812463-0963-4c6e-abbb-dd5551c6868c req-0b3648a8-a026-4848-8fe2-cf215e718499 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382016 Jun 11 20:00:21.439843 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-bc14c8e1-b493-4aad-838a-af2ff14d0d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:22.496935 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 20:00:22.616245 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:00:22.632867 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Returning: {'device': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'port_id': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'mac_address': 'fa:16:3e:55:cc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 20:00:22.637926 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab78f4-3c4f-44a1-99b4-fcf06a3d5c27 req-05973a8e-9d95-4830-8a2c-d4932c2e8152 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:22.639414 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-beab78f4-3c4f-44a1-99b4-fcf06a3d5c27 req-05973a8e-9d95-4830-8a2c-d4932c2e8152 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 943 time: 0.0869215 Jun 11 20:00:22.675948 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:22.681633 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-beab78f4-3c4f-44a1-99b4-fcf06a3d5c27 req-34209e56-7f3a-4b70-93bd-adf7448081c6 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360560 Jun 11 20:00:22.691953 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e {{(pid=98769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 20:00:22.714303 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:00:22.779984 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:22.781780 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:22.834005 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,revision_number=4']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:22.837294 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:23.085732 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 20:00:23.855590 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6332df-f7bf-4ec2-b0d8-7a8cd4a5113a req-fe834930-39f6-4fd6-b93d-2f7c3bed6ecb tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:23.857064 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5b6332df-f7bf-4ec2-b0d8-7a8cd4a5113a req-fe834930-39f6-4fd6-b93d-2f7c3bed6ecb tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 944 time: 0.0671854 Jun 11 20:00:23.900912 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5b6332df-f7bf-4ec2-b0d8-7a8cd4a5113a req-78af3887-9b49-43ba-9138-0b7616ec272b tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376525 Jun 11 20:00:23.994198 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-7e6e2039-9f8c-48b9-b638-bbf0618a7a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:24.136533 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:24.511606 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e up at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 20:00:24.616506 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning for port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e completed by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 20:00:24.619994 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Provisioning complete for port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e triggered by entity L2. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 20:00:24.620406 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:24.708719 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:24.731876 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'}] {{(pid=98769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 20:00:24.734138 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ce73cbc238d0d8632867263b2e0b40d99b47c9aa78703017cb35931d564168" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed73554b-f0de-47af-973e-c0d8726c9dd6" -d '{"events": [{"server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "name": "network-vif-plugged", "status": "completed", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e"}]}' {{(pid=98769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 20:00:24.747762 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] For port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:00:24.768460 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06f202f-2016-41be-9097-1c7fe43ba741 x-openstack-request-id: req-f06f202f-2016-41be-9097-1c7fe43ba741 {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 20:00:24.768759 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "name": "network-vif-plugged", "status": "completed", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e", "code": 200}]} {{(pid=98769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 20:00:24.769023 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f06f202f-2016-41be-9097-1c7fe43ba741 {{(pid=98769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 20:00:24.769424 dv-cinder-790535-3-smb neutron-server[98769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'code': 200} Jun 11 20:00:24.845154 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980'] for port, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:24.846958 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:24.898926 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Pushing event updated for resources: {'Port': ['ID=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,revision_number=5']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:24.902975 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:25.085949 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82590e7-aec4-413b-8d94-7eb4b9cc2939 req-7b9bb2fe-e907-4785-9ece-75ddc6baf2c8 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:25.087278 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d82590e7-aec4-413b-8d94-7eb4b9cc2939 req-7b9bb2fe-e907-4785-9ece-75ddc6baf2c8 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 945 time: 0.0699472 Jun 11 20:00:25.161635 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d82590e7-aec4-413b-8d94-7eb4b9cc2939 req-e3053924-4f13-4857-8b0d-e923e49ed8b3 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669887 Jun 11 20:00:25.173229 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3045-6d16-4fb1-b5c5-58fe6dbfcc43 req-6a48a33b-749f-4929-8214-9e0b6a8e10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:25.175197 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-648e3045-6d16-4fb1-b5c5-58fe6dbfcc43 req-6a48a33b-749f-4929-8214-9e0b6a8e10a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1098 time: 0.0973547 Jun 11 20:00:25.205265 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:25.213114 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-648e3045-6d16-4fb1-b5c5-58fe6dbfcc43 req-5503a503-f466-4571-b9cd-80db2b4eaafe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314426 Jun 11 20:00:26.345984 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f75ca-efb0-4e46-b1ad-2875d8410af6 req-675396c2-d304-4090-be36-ae099036e053 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:26.347444 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-555f75ca-efb0-4e46-b1ad-2875d8410af6 req-675396c2-d304-4090-be36-ae099036e053 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 945 time: 0.0741162 Jun 11 20:00:26.389014 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-555f75ca-efb0-4e46-b1ad-2875d8410af6 req-d45295b2-86ea-4f53-a651-74f246e27f5d tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359492 Jun 11 20:00:27.205715 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:27.233866 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:27.575799 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54541739-cbfc-4bac-bf0c-f5a55bd5614b req-3d4f5556-4add-443d-9ced-50f7d0163014 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:27.577477 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-54541739-cbfc-4bac-bf0c-f5a55bd5614b req-3d4f5556-4add-443d-9ced-50f7d0163014 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 945 time: 0.0754967 Jun 11 20:00:27.619665 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-54541739-cbfc-4bac-bf0c-f5a55bd5614b req-1ab4098f-e150-4b60-8459-f74f4e098ad3 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352252 Jun 11 20:00:27.798821 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178671b9-18c2-4403-8c6e-b1906b8cb730 req-32cbeb5a-29e9-4783-a217-3e8c6f04b1a9 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:27.800304 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-178671b9-18c2-4403-8c6e-b1906b8cb730 req-32cbeb5a-29e9-4783-a217-3e8c6f04b1a9 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 945 time: 0.0706949 Jun 11 20:00:27.841378 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-178671b9-18c2-4403-8c6e-b1906b8cb730 req-a28cc4dc-9784-47d8-ab8c-3be97af85819 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356100 Jun 11 20:00:28.223404 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56ea81-50d8-44e8-997e-a31cb21b0b32 req-00b723e3-1e20-4516-8248-305a194939b8 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:28.224790 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fa56ea81-50d8-44e8-997e-a31cb21b0b32 req-00b723e3-1e20-4516-8248-305a194939b8 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 945 time: 0.0685177 Jun 11 20:00:28.265396 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fa56ea81-50d8-44e8-997e-a31cb21b0b32 req-00d4ca63-4353-44c8-af2d-ba0a481d2fa9 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351574 Jun 11 20:00:32.437755 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2d138-279b-4b90-84b3-9efbe3ef9504 req-c604f8a1-4ce0-402a-9cdb-63dfdb1b3f01 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:32.439124 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-acd2d138-279b-4b90-84b3-9efbe3ef9504 req-c604f8a1-4ce0-402a-9cdb-63dfdb1b3f01 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 946 time: 0.0726953 Jun 11 20:00:32.482191 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-acd2d138-279b-4b90-84b3-9efbe3ef9504 req-d9f9893e-0faa-4aa3-89a4-14160f341a82 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355501 Jun 11 20:00:33.279263 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70d4f2-8250-4ad9-9c71-18718f27f8b4 req-4efd7a37-5f0f-4b5f-8ef0-d847ddf973b7 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:33.280631 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2a70d4f2-8250-4ad9-9c71-18718f27f8b4 req-4efd7a37-5f0f-4b5f-8ef0-d847ddf973b7 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 945 time: 0.0670338 Jun 11 20:00:33.320635 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2a70d4f2-8250-4ad9-9c71-18718f27f8b4 req-ec159d2a-fb0f-450c-89b6-5ae62eca2494 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338466 Jun 11 20:00:33.344944 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 57384) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:00:33.445477 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cd746e-1f69-4e7b-90ab-43655e282da2 tempest-TestMinimumBasicScenario-1779757622 tempest-TestMinimumBasicScenario-1779757622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:33.447312 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-27cd746e-1f69-4e7b-90ab-43655e282da2 tempest-TestMinimumBasicScenario-1779757622 tempest-TestMinimumBasicScenario-1779757622-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1093 time: 0.1014123 Jun 11 20:00:33.450171 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 57388) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:00:33.454442 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'floatingip': {'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'port_id': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:33.528524 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for floatingip, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:33.701187 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16178614'] for port, before_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:33.711270 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed02d6-c33c-4e75-a563-746903bd07fc req-13e2adf0-4b11-453d-bc2e-c6acfb008b6c tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:33.712735 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8bed02d6-c33c-4e75-a563-746903bd07fc req-13e2adf0-4b11-453d-bc2e-c6acfb008b6c tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 946 time: 0.0958898 Jun 11 20:00:33.803638 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-8bed02d6-c33c-4e75-a563-746903bd07fc req-e8020bd1-66e7-4041-8e7f-0b9f20cc537b tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850151 Jun 11 20:00:33.863602 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.db_base_plugin_common [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Allocated IP 172.28.1.28 (abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f/d85cea9d-e08f-4887-ab44-c7d8b9f29b30/c0f76380-9830-499e-8549-f2c3ca9f45b1) {{(pid=98767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.869071 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: conditions |= (models_v2.Port.network_id.in_( Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 20:00:33.872526 dv-cinder-790535-3-smb neutron-server[98767]: retrieve_revision_numbers = { Jun 11 20:00:34.001769 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for port, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:34.100007 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16178549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741306043917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60390468'] for port, after_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:34.102034 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-6be64784-d645-48b4-a9ce-98f0cf91c012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:34.146419 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Network abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f is already hosted by enough agents. {{(pid=98767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 20:00:34.149328 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.base_scheduler [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Resources bound (agent type, host, resource id): {{(pid=98767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 20:00:34.152683 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Received port after_create {{(pid=98767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 20:00:34.182305 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'Port': ['ID=c0f76380-9830-499e-8549-f2c3ca9f45b1,revision_number=1']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:34.200809 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.201185 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.201554 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.201916 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.202273 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.202630 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.202989 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.203346 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.203700 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.204048 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.204426 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.204774 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:34.209337 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:34.606167 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:34.741555 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:34.923658 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:34.989052 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b5a4-217a-49f6-852e-796a778d92e5 req-6a93e5e4-f985-44e8-aeee-892f94c10887 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:34.990543 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0598b5a4-217a-49f6-852e-796a778d92e5 req-6a93e5e4-f985-44e8-aeee-892f94c10887 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 946 time: 0.0717406 Jun 11 20:00:35.029929 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:35.034663 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-91c422b9-0066-4427-8124-78a0c1867702 tempest-AttachVolumeTestJSON-547002475 tempest-AttachVolumeTestJSON-547002475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:35.044020 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-0598b5a4-217a-49f6-852e-796a778d92e5 req-d5a92e26-cfdb-4523-9b63-f20c4252b40a tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479226 Jun 11 20:00:35.116750 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'Port': ['ID=c0f76380-9830-499e-8549-f2c3ca9f45b1,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:35.120473 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:35.126768 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415347'] for floatingip, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:35.259403 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Floating IP f185d5d7-e45b-4cce-9c80-5e9397591864 associated. External IP: 172.28.1.28, port: 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e. Jun 11 20:00:35.535520 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 20:00:35.674728 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 20:00:35.684463 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] Sync routers for ids ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 20:00:35.693907 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] Routers {'2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 20:00:35.697683 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T20:00:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:00:35.745533 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:35.787865 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3365216 Jun 11 20:00:35.788363 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 20:00:35.790521 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57394) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:00:35.791239 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9890afe4-f662-4756-b911-dc5472138dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 20:00:35.795960 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651709965', 'description': 'tempest-secgroup-smoke-1651709965 description', 'project_id': '8ac22a2af6794bc290731f48163feed7'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:35.827142 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 20:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b724d46-b1e1-477d-8ae6-3d6f58438a15 x-openstack-request-id: req-4b724d46-b1e1-477d-8ae6-3d6f58438a15 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 20:00:35.827470 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 20:00:35.827881 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b724d46-b1e1-477d-8ae6-3d6f58438a15 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 20:00:35.828341 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'status': 'completed', 'code': 200} Jun 11 20:00:35.842544 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] Set router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 20:00:35.885041 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:35.919643 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890afe4-f662-4756-b911-dc5472138dc5 req-352fbeb2-54fe-4f35-9351-d7a86e2d6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:35.921247 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9890afe4-f662-4756-b911-dc5472138dc5 req-352fbeb2-54fe-4f35-9351-d7a86e2d6065 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ac22a2af6794bc290731f48163feed7&device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1098 time: 0.0709519 Jun 11 20:00:35.979003 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.048486 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.051131 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-443a04cc-c8c6-4872-bb31-0431d58f408e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:36.086542 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512,revision_number=1']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:36.094605 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.095001 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.095382 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.095756 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.096162 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.096534 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.096906 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.097266 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.097820 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.098357 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.098994 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.099549 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:00:36.104923 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:36.144914 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:37Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': 'f185d5d7-e45b-4cce-9c80-5e9397591864', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'floating_ip_address': '172.28.1.28', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'port_id': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'mac_address': 'fa:16:3e:55:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a34c799-521b-4f9c-942b-6623104a352c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T20:00:34Z', 'updated_at': '2021-06-11T20:00:34Z', 'revision_number': 0, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4670bd6-e901-43bc-afb1-1192a11aff9e', 'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'mac_address': 'fa:16:3e:78:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:36Z', 'updated_at': '2021-06-11T19:59:43Z', 'revision_number': 5, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'subnets': [{'id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:00:36.148075 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.148724 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] Checking router: 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 20:00:36.152724 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-1ae75a1c-6be7-4dfa-a4b5-3a8938f6519f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3583632 Jun 11 20:00:36.153299 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57402) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:00:36.157487 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] Routers {'2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 20:00:36.158147 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T20:00:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:00:36.158911 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-d95bbb8c-3f1a-4cf4-a369-bf88d52e1c48 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'security_group_rule': {'security_group_id': '04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512', 'project_id': '8ac22a2af6794bc290731f48163feed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:36.239662 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d95bbb8c-3f1a-4cf4-a369-bf88d52e1c48 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.303048 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d95bbb8c-3f1a-4cf4-a369-bf88d52e1c48 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.311671 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] Set router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 20:00:36.375036 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d95bbb8c-3f1a-4cf4-a369-bf88d52e1c48 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.378018 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-82f63e02-64ef-421e-99f9-d1f3a6701f38 tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:36.389356 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890afe4-f662-4756-b911-dc5472138dc5 req-ad878c06-3b6e-40d5-ab9c-5c2256d7e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:36.390849 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9890afe4-f662-4756-b911-dc5472138dc5 req-ad878c06-3b6e-40d5-ab9c-5c2256d7e7fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e26311b-bd36-4f9e-b382-e482269442a5 HTTP/1.1" status: 200 len: 916 time: 0.4630919 Jun 11 20:00:36.393092 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bbb8c-3f1a-4cf4-a369-bf88d52e1c48 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7821cf87-dbd1-4847-8152-524957c6dd24,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:36.397958 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d95bbb8c-3f1a-4cf4-a369-bf88d52e1c48 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:36.479362 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d95bbb8c-3f1a-4cf4-a369-bf88d52e1c48 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.480337 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-d95bbb8c-3f1a-4cf4-a369-bf88d52e1c48 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3259606 Jun 11 20:00:36.483100 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57404) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:00:36.488192 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-e139534d-a94d-40c9-a416-777e628cc630 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'security_group_rule': {'security_group_id': '04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512', 'project_id': '8ac22a2af6794bc290731f48163feed7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:36.491172 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a4851-7d2d-40ca-8b3d-add16929817c req-b3713cf8-d8bf-4aad-b952-58b317ac2507 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:36.493435 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-752a4851-7d2d-40ca-8b3d-add16929817c req-b3713cf8-d8bf-4aad-b952-58b317ac2507 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 946 time: 0.1588817 Jun 11 20:00:36.496958 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9890afe4-f662-4756-b911-dc5472138dc5 req-c9a48290-b7b4-432e-9259-55ba2cdcdc8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 998 time: 0.0965073 Jun 11 20:00:36.580670 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890afe4-f662-4756-b911-dc5472138dc5 req-5c1bc18b-ec3e-47e2-950e-9384989f6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:36.582033 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9890afe4-f662-4756-b911-dc5472138dc5 req-5c1bc18b-ec3e-47e2-950e-9384989f6621 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70eb6842-8a1a-40c6-a091-08c8fe6f54c8 HTTP/1.1" status: 200 len: 854 time: 0.0781710 Jun 11 20:00:36.582741 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e139534d-a94d-40c9-a416-777e628cc630 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.587341 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-752a4851-7d2d-40ca-8b3d-add16929817c req-395de1bf-dd27-4ea6-87e9-c3b275d06d0a tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/security-groups?id=474a4c4b-7ced-4659-bf99-ecdedc77354f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747623 Jun 11 20:00:36.657062 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890afe4-f662-4756-b911-dc5472138dc5 req-94c92187-f54c-4aab-b150-354d765f91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:36.659122 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9890afe4-f662-4756-b911-dc5472138dc5 req-94c92187-f54c-4aab-b150-354d765f91c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e26311b-bd36-4f9e-b382-e482269442a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0648923 Jun 11 20:00:36.660944 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e139534d-a94d-40c9-a416-777e628cc630 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.747942 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e139534d-a94d-40c9-a416-777e628cc630 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.750027 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:36.757012 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:37Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': 'f185d5d7-e45b-4cce-9c80-5e9397591864', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'floating_ip_address': '172.28.1.28', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'port_id': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'mac_address': 'fa:16:3e:55:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a34c799-521b-4f9c-942b-6623104a352c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T20:00:34Z', 'updated_at': '2021-06-11T20:00:34Z', 'revision_number': 0, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4670bd6-e901-43bc-afb1-1192a11aff9e', 'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'mac_address': 'fa:16:3e:78:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:36Z', 'updated_at': '2021-06-11T19:59:43Z', 'revision_number': 5, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'subnets': [{'id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:00:36.761027 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9244ad-f9b4-4aff-9b7e-ffdd9bdb99fa None None] The sync data for ids ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'] in dv-cinder-790535-3-smb is: [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:37Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_floatingips': [{'id': 'f185d5d7-e45b-4cce-9c80-5e9397591864', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'floating_ip_address': '172.28.1.28', 'floating_network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'router_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'port_id': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'mac_address': 'fa:16:3e:55:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a34c799-521b-4f9c-942b-6623104a352c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T20:00:34Z', 'updated_at': '2021-06-11T20:00:34Z', 'revision_number': 0, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4670bd6-e901-43bc-afb1-1192a11aff9e', 'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'mac_address': 'fa:16:3e:78:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:36Z', 'updated_at': '2021-06-11T19:59:43Z', 'revision_number': 5, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'subnets': [{'id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 20:00:36.767279 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139534d-a94d-40c9-a416-777e628cc630 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832d8f68-e5e3-4e7c-9c72-d600f4860ad9,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:36.768073 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e139534d-a94d-40c9-a416-777e628cc630 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:36.824504 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9890afe4-f662-4756-b911-dc5472138dc5 req-b30d1c60-af9f-4571-89d9-47e061f6c557 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449358 Jun 11 20:00:36.850978 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-e139534d-a94d-40c9-a416-777e628cc630 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.854815 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-e139534d-a94d-40c9-a416-777e628cc630 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3683069 Jun 11 20:00:36.855181 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57406) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:00:36.859796 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-75c95629-4c1d-497c-a3ee-3de69b595786 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'security_group_rule': {'security_group_id': '04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512', 'project_id': '8ac22a2af6794bc290731f48163feed7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:36.884276 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-e3a0f9be-b3b4-43bc-86ae-c61c2b9b5926 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:36.885775 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-e3a0f9be-b3b4-43bc-86ae-c61c2b9b5926 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 946 time: 0.1161363 Jun 11 20:00:36.930135 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-75c95629-4c1d-497c-a3ee-3de69b595786 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:36.979010 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d83b0d-d5d1-42b1-8204-021a5c324b6a None None] New status for floating IP f185d5d7-e45b-4cce-9c80-5e9397591864: ACTIVE {{(pid=98770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 20:00:37.004651 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-75c95629-4c1d-497c-a3ee-3de69b595786 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.045068 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-9890afe4-f662-4756-b911-dc5472138dc5 req-a4d0529a-b31a-4e4a-b0c6-d7c32b463e2a service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021461 Jun 11 20:00:37.062433 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-75c95629-4c1d-497c-a3ee-3de69b595786 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.064955 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:37.073747 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Deleting port ba7a996f-4c7d-412f-8e77-29203659e33b {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:00:37.073747 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.090844 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c95629-4c1d-497c-a3ee-3de69b595786 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22996925-572a-4cff-bb46-a39433f356c3,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:37.090844 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-75c95629-4c1d-497c-a3ee-3de69b595786 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:37.130740 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-75c95629-4c1d-497c-a3ee-3de69b595786 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.134658 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-75c95629-4c1d-497c-a3ee-3de69b595786 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2758918 Jun 11 20:00:37.134849 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57408) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:00:37.139371 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-2ff248dc-ba98-48a3-9a2a-d4fb57a987fe tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'security_group_rule': {'security_group_id': '04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512', 'project_id': '8ac22a2af6794bc290731f48163feed7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:37.185583 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] For port ba7a996f-4c7d-412f-8e77-29203659e33b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba7a996f-4c7d-412f-8e77-29203659e33b,segment=NetworkSegment(56aa698b-2e20-4259-b832-a132fa471a95),segment_id=56aa698b-2e20-4259-b832-a132fa471a95)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:00:37.185951 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.210562 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2ff248dc-ba98-48a3-9a2a-d4fb57a987fe tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.276892 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2ff248dc-ba98-48a3-9a2a-d4fb57a987fe tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.281479 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Calling delete_port for ba7a996f-4c7d-412f-8e77-29203659e33b owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:00:37.325142 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2ff248dc-ba98-48a3-9a2a-d4fb57a987fe tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.327236 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-e139534d-a94d-40c9-a416-777e628cc630 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:37.345546 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff248dc-ba98-48a3-9a2a-d4fb57a987fe tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c0f31f-35ac-4d1b-8b90-38393f9bc43f,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:37.348314 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-2ff248dc-ba98-48a3-9a2a-d4fb57a987fe tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:37.440197 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-2ff248dc-ba98-48a3-9a2a-d4fb57a987fe tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.441450 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-2ff248dc-ba98-48a3-9a2a-d4fb57a987fe tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3056831 Jun 11 20:00:37.444161 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57410) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:00:37.448534 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-ed901029-7c29-47c5-88a3-ade209777a24 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'security_group_rule': {'security_group_id': '04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512', 'project_id': '8ac22a2af6794bc290731f48163feed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:37.507914 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.511863 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-ac7a53a4-f7c9-4113-87bb-9c59c6f844bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:37.519299 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['ba7a996f-4c7d-412f-8e77-29203659e33b'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 20:00:37.547056 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Pushing event deleted for resources: {'Port': ['ID=ba7a996f-4c7d-412f-8e77-29203659e33b,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:37.550162 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:37.559375 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.securitygroups_db [None req-ed901029-7c29-47c5-88a3-ade209777a24 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Project 8ac22a2af6794bc290731f48163feed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 20:00:37.564917 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed901029-7c29-47c5-88a3-ade209777a24 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.602583 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] No DVR routers for this DVR port ba7a996f-4c7d-412f-8e77-29203659e33b on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 20:00:37.605134 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.607071 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-b7bfa422-2815-48af-80d4-0f5025bc4aec req-d0c44481-fa98-4a02-989d-7ed4073fc4db tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.43 "DELETE /v2.0/ports/ba7a996f-4c7d-412f-8e77-29203659e33b HTTP/1.1" status: 204 len: 173 time: 0.7154694 Jun 11 20:00:37.632489 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed901029-7c29-47c5-88a3-ade209777a24 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.699809 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed901029-7c29-47c5-88a3-ade209777a24 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.701942 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d95bbb8c-3f1a-4cf4-a369-bf88d52e1c48 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:37.716939 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed901029-7c29-47c5-88a3-ade209777a24 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b180e6d4-af25-4ae0-bf02-ec8dee2aba46,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:37.720708 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-ed901029-7c29-47c5-88a3-ade209777a24 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:37.745901 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-512ea642-3ce3-44df-8987-03f753b7a1e4 req-3fa14593-7aa9-48de-ab61-df367d949022 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a735bf6-8036-42e9-81a3-6652b8ac1b06 HTTP/1.1" status: 200 len: 210 time: 0.0334239 Jun 11 20:00:37.785819 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-ed901029-7c29-47c5-88a3-ade209777a24 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.787211 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-ed901029-7c29-47c5-88a3-ade209777a24 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3421342 Jun 11 20:00:37.790061 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57414) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:00:37.794562 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.v2.base [None req-733fbf55-07c0-40e9-81cb-b113bd40181e tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'security_group_rule': {'security_group_id': '04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512', 'project_id': '8ac22a2af6794bc290731f48163feed7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:37.829453 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a735bf6-8036-42e9-81a3-6652b8ac1b06', 'name': 'network-vif-deleted', 'tag': 'ba7a996f-4c7d-412f-8e77-29203659e33b'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 20:00:37.831871 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c65894-f4bd-4cf4-8b63-99704f513287" -d '{"events": [{"server_uuid": "9a735bf6-8036-42e9-81a3-6652b8ac1b06", "name": "network-vif-deleted", "tag": "ba7a996f-4c7d-412f-8e77-29203659e33b"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 20:00:37.867163 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90daa7d6-ad19-4421-b17b-55303c36898b x-openstack-request-id: req-90daa7d6-ad19-4421-b17b-55303c36898b {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 20:00:37.867495 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a735bf6-8036-42e9-81a3-6652b8ac1b06", "name": "network-vif-deleted", "tag": "ba7a996f-4c7d-412f-8e77-29203659e33b", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 20:00:37.867785 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90daa7d6-ad19-4421-b17b-55303c36898b {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 20:00:37.868249 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a735bf6-8036-42e9-81a3-6652b8ac1b06', 'name': 'network-vif-deleted', 'tag': 'ba7a996f-4c7d-412f-8e77-29203659e33b', 'status': 'completed', 'code': 200} Jun 11 20:00:37.894305 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.db.securitygroups_db [None req-733fbf55-07c0-40e9-81cb-b113bd40181e tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Project 8ac22a2af6794bc290731f48163feed7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 20:00:37.899546 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-733fbf55-07c0-40e9-81cb-b113bd40181e tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:37.971807 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-733fbf55-07c0-40e9-81cb-b113bd40181e tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:38.036945 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-733fbf55-07c0-40e9-81cb-b113bd40181e tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480932'] for security_group_rule, after_create {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:38.041210 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:38.056735 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fbf55-07c0-40e9-81cb-b113bd40181e tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e207014-2e32-47a7-ac1b-8a8778beb601,revision_number=0']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:38.059111 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-733fbf55-07c0-40e9-81cb-b113bd40181e tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:38.162550 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-733fbf55-07c0-40e9-81cb-b113bd40181e tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:38.163676 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-733fbf55-07c0-40e9-81cb-b113bd40181e tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3726845 Jun 11 20:00:38.290458 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38744974-0414-40c5-8b56-f32e772c7b2c req-dfca0986-9cd3-4baa-8024-b769e9da7eb8 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651709965&fields=id&tenant_id=8ac22a2af6794bc290731f48163feed7 HTTP/1.1" status: 200 len: 267 time: 0.0397222 Jun 11 20:00:38.363582 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38744974-0414-40c5-8b56-f32e772c7b2c req-b483cf31-333f-4e07-9659-60c732e1edf5 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:38.365084 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38744974-0414-40c5-8b56-f32e772c7b2c req-b483cf31-333f-4e07-9659-60c732e1edf5 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 945 time: 0.0691030 Jun 11 20:00:38.375722 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-38744974-0414-40c5-8b56-f32e772c7b2c req-a50307f4-7d44-4bf9-b8c8-f0d7fdad3766 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'port': {'security_groups': ['c483ab6e-e181-434c-92f0-6a2279d2557c', '04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512']}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:00:38.476895 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-38744974-0414-40c5-8b56-f32e772c7b2c req-a50307f4-7d44-4bf9-b8c8-f0d7fdad3766 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:38.693873 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-38744974-0414-40c5-8b56-f32e772c7b2c req-a50307f4-7d44-4bf9-b8c8-f0d7fdad3766 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] For port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:00:38.725488 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-38744974-0414-40c5-8b56-f32e772c7b2c req-a50307f4-7d44-4bf9-b8c8-f0d7fdad3766 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:38.797045 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-38744974-0414-40c5-8b56-f32e772c7b2c req-a50307f4-7d44-4bf9-b8c8-f0d7fdad3766 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:38.801061 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c37ea5c6-52ce-483d-9682-2ac91692840f tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:00:38.808261 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 20:00:38.861022 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38744974-0414-40c5-8b56-f32e772c7b2c req-a50307f4-7d44-4bf9-b8c8-f0d7fdad3766 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:38.861873 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-38744974-0414-40c5-8b56-f32e772c7b2c req-a50307f4-7d44-4bf9-b8c8-f0d7fdad3766 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:38.863358 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-38744974-0414-40c5-8b56-f32e772c7b2c req-a50307f4-7d44-4bf9-b8c8-f0d7fdad3766 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "PUT /v2.0/ports/4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 981 time: 0.4920490 Jun 11 20:00:38.889581 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50307f4-7d44-4bf9-b8c8-f0d7fdad3766 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'Port': ['ID=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,revision_number=6']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:00:38.894808 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-a50307f4-7d44-4bf9-b8c8-f0d7fdad3766 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:00:38.943497 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 20:00:39.078338 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc622f14-7fc7-47a7-b1af-a083107f157b req-8a4c6220-5c0a-4bad-9c93-2e97992b3c43 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:39.079958 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fc622f14-7fc7-47a7-b1af-a083107f157b req-8a4c6220-5c0a-4bad-9c93-2e97992b3c43 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0897093 Jun 11 20:00:39.126364 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fc622f14-7fc7-47a7-b1af-a083107f157b req-1565695e-e508-4be9-abd9-68463e1af130 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387826 Jun 11 20:00:39.132120 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-21429f8f-282c-46da-ae0c-e5155099fcc8 None None] Provisioning complete for port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 20:00:39.132583 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-21429f8f-282c-46da-ae0c-e5155099fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:39.725099 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:00:39.869901 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 20:00:39.872419 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a26607-456e-4090-846c-b2c23aff9068" -d '{"events": [{"name": "network-changed", "server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 20:00:39.906673 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf26a41-f31a-4f43-bebe-cb099b4958de x-openstack-request-id: req-aaf26a41-f31a-4f43-bebe-cb099b4958de {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 20:00:39.907004 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 20:00:39.907290 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaf26a41-f31a-4f43-bebe-cb099b4958de {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 20:00:39.907717 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'status': 'completed', 'code': 200} Jun 11 20:00:39.996237 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26607-456e-4090-846c-b2c23aff9068 req-b01720f9-794a-4baf-9bb9-15ab2747951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:39.997604 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-45a26607-456e-4090-846c-b2c23aff9068 req-b01720f9-794a-4baf-9bb9-15ab2747951f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ac22a2af6794bc290731f48163feed7&device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1137 time: 0.0580969 Jun 11 20:00:40.112902 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26607-456e-4090-846c-b2c23aff9068 req-9bdf879f-8588-4cb7-b262-175fe71c8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:40.114348 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-45a26607-456e-4090-846c-b2c23aff9068 req-9bdf879f-8588-4cb7-b262-175fe71c8863 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e26311b-bd36-4f9e-b382-e482269442a5 HTTP/1.1" status: 200 len: 916 time: 0.1094086 Jun 11 20:00:40.198023 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-45a26607-456e-4090-846c-b2c23aff9068 req-5030e155-ba4a-4321-91e8-93162e463bbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 1000 time: 0.0766938 Jun 11 20:00:40.255235 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26607-456e-4090-846c-b2c23aff9068 req-68a4c870-6dfb-43f5-b2f8-d4ca3b686538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:40.256555 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-45a26607-456e-4090-846c-b2c23aff9068 req-68a4c870-6dfb-43f5-b2f8-d4ca3b686538 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70eb6842-8a1a-40c6-a091-08c8fe6f54c8 HTTP/1.1" status: 200 len: 854 time: 0.0524762 Jun 11 20:00:40.318185 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26607-456e-4090-846c-b2c23aff9068 req-6318d8be-1af0-457d-979d-f26fda63decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:00:40.319597 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-45a26607-456e-4090-846c-b2c23aff9068 req-6318d8be-1af0-457d-979d-f26fda63decf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e26311b-bd36-4f9e-b382-e482269442a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0561912 Jun 11 20:00:40.445173 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-45a26607-456e-4090-846c-b2c23aff9068 req-133784fb-29e9-4e01-8f32-9c4541f7a653 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183259 Jun 11 20:00:40.561491 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-45a26607-456e-4090-846c-b2c23aff9068 req-a0d403b0-05b5-42f5-b9fa-4c2932260f88 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085911 Jun 11 20:00:40.636211 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device ba7a996f-4c7d-412f-8e77-29203659e33b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 20:00:40.676960 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: ba7a996f-4c7d-412f-8e77-29203659e33b {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 20:00:40.677308 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device ba7a996f-4c7d-412f-8e77-29203659e33b not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 20:00:51.427977 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-7023c60e-9baa-499e-aad0-5c83349b4595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:53.993395 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-25f13a05-9e83-456b-9af3-b45e7cd8c8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:54.099504 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:55.187990 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:57.187406 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:00:57.213438 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.170832 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57552) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:01:00.221439 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d26fca-3058-4fef-9ceb-3ef4e3e3b61d admin admin] Deleting subnet 78ae3dda-2f16-4558-bfdb-09b32be4a510 {{(pid=98768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 20:01:00.224381 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-07d26fca-3058-4fef-9ceb-3ef4e3e3b61d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.264224 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-07d26fca-3058-4fef-9ceb-3ef4e3e3b61d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59054300'] for subnet, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.311123 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-07d26fca-3058-4fef-9ceb-3ef4e3e3b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.465370 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-07d26fca-3058-4fef-9ceb-3ef4e3e3b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59462105'] for subnet, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.467576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-9eb01be3-1b68-4cca-9fdc-0c1b5d638050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:01:00.496369 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d26fca-3058-4fef-9ceb-3ef4e3e3b61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ae3dda-2f16-4558-bfdb-09b32be4a510,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:01:00.499849 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-07d26fca-3058-4fef-9ceb-3ef4e3e3b61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:01:00.502569 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-07d26fca-3058-4fef-9ceb-3ef4e3e3b61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.504743 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-07d26fca-3058-4fef-9ceb-3ef4e3e3b61d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/78ae3dda-2f16-4558-bfdb-09b32be4a510 HTTP/1.1" status: 204 len: 168 time: 0.3326149 Jun 11 20:01:00.506893 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57554) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:01:00.595248 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.698012 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.708910 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148c4c8a-e0ab-46b1-aae9-b979a6285ddd']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:01:00.719541 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56aa698b-2e20-4259-b832-a132fa471a95') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:01:00.719771 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56aa698b-2e20-4259-b832-a132fa471a95') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:01:00.729280 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.743487 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.749096 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 20:01:00.749474 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 20:01:00.751034 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 20:01:00.867352 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.870766 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:01:00.874077 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:00.875810 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] 10.222.0.37 "DELETE /v2.0/networks/148c4c8a-e0ab-46b1-aae9-b979a6285ddd HTTP/1.1" status: 204 len: 168 time: 0.3680110 Jun 11 20:01:00.876369 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-f17261af-619b-4d3b-b943-749b0a70d68a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599771 Jun 11 20:01:00.888509 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] Pushing event deleted for resources: {'Network': ['ID=148c4c8a-e0ab-46b1-aae9-b979a6285ddd,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:01:00.894126 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-4a5c7eaa-ed5e-4c44-8ef1-8fc7530d72fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:01:00.981921 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-2e31c043-1353-40be-b405-ff70f8c1083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:00.983285 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-2e31c043-1353-40be-b405-ff70f8c1083c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ac22a2af6794bc290731f48163feed7&device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1137 time: 0.0634713 Jun 11 20:01:01.108399 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-da067d45-e318-4720-ad95-c31e115ecde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:01.109850 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-da067d45-e318-4720-ad95-c31e115ecde0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e26311b-bd36-4f9e-b382-e482269442a5 HTTP/1.1" status: 200 len: 916 time: 0.1076069 Jun 11 20:01:01.170552 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57558) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:01:01.195055 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-99dc6150-3c96-4783-a832-ed72d2dd7c29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 1000 time: 0.0788829 Jun 11 20:01:01.214700 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-d9cf0934-6ab5-4724-97fc-4c754cf97429 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9aebe5490906401b940f5ca4a14eb05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428216 Jun 11 20:01:01.216981 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57560) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:01:01.253150 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-3204a7fd-8209-4a59-8e18-7d8358fcdfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:01.254654 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-3204a7fd-8209-4a59-8e18-7d8358fcdfc6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70eb6842-8a1a-40c6-a091-08c8fe6f54c8 HTTP/1.1" status: 200 len: 854 time: 0.0537548 Jun 11 20:01:01.268754 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-644f966b-7eea-4aec-a98a-e8db2e327074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:01.291693 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-644f966b-7eea-4aec-a98a-e8db2e327074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:01.320851 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-c404d3e2-86e4-4106-9e65-2c8f422289dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:01.322329 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-c404d3e2-86e4-4106-9e65-2c8f422289dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e26311b-bd36-4f9e-b382-e482269442a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0620298 Jun 11 20:01:01.410517 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-644f966b-7eea-4aec-a98a-e8db2e327074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:01.413595 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-644f966b-7eea-4aec-a98a-e8db2e327074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:01.414754 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-644f966b-7eea-4aec-a98a-e8db2e327074 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/474a4c4b-7ced-4659-bf99-ecdedc77354f HTTP/1.1" status: 204 len: 168 time: 0.1969001 Jun 11 20:01:01.415548 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d96ce813-c860-4c8f-99f3-0dc3c1ddd8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:01:01.425619 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f966b-7eea-4aec-a98a-e8db2e327074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a4c4b-7ced-4659-bf99-ecdedc77354f,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:01:01.427530 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-644f966b-7eea-4aec-a98a-e8db2e327074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:01:01.440235 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-e260a9ba-3d67-47c3-8e73-1e4dba946795 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111956 Jun 11 20:01:01.551350 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-e08bdc06-4d40-47f4-bb44-1ce0ebc9fb57 req-3bff2ae0-c3aa-4e12-beaf-2158b7ca35f2 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039550 Jun 11 20:01:16.722847 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:01:21.564387 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-efe3caa7-0bdf-42fc-9629-43851191ac35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:23.986906 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-d3849a42-9525-4cfd-bcd8-c6f752af2939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:24.095434 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:25.210240 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:27.213465 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:27.224307 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:40.423020 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da546c-96c9-4784-bd52-4d685b3678ae req-045a5f9d-17ee-4c42-8734-2700c72bfc44 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:40.424477 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a2da546c-96c9-4784-bd52-4d685b3678ae req-045a5f9d-17ee-4c42-8734-2700c72bfc44 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0742202 Jun 11 20:01:40.500524 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a2da546c-96c9-4784-bd52-4d685b3678ae req-f268b017-7889-4a97-b828-7ffe70b657b0 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690002 Jun 11 20:01:40.512189 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-2a836f19-c188-4056-8325-d417db8260dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:40.513549 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-2a836f19-c188-4056-8325-d417db8260dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ac22a2af6794bc290731f48163feed7&device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1137 time: 0.0985053 Jun 11 20:01:40.628736 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-df5d7561-e7c3-4cfc-af91-e4ed221c00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:40.630187 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-df5d7561-e7c3-4cfc-af91-e4ed221c00fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e26311b-bd36-4f9e-b382-e482269442a5 HTTP/1.1" status: 200 len: 916 time: 0.1091268 Jun 11 20:01:40.713367 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-411a7e63-87c1-4513-b9ae-98674a85fbcc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 1000 time: 0.0768173 Jun 11 20:01:40.769051 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-589cebea-f6a4-4827-a5eb-6d084043f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:40.770328 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-589cebea-f6a4-4827-a5eb-6d084043f289 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70eb6842-8a1a-40c6-a091-08c8fe6f54c8 HTTP/1.1" status: 200 len: 854 time: 0.0497551 Jun 11 20:01:40.830427 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-6900644b-c56f-463d-8e28-2365879f178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:40.831833 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-6900644b-c56f-463d-8e28-2365879f178f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e26311b-bd36-4f9e-b382-e482269442a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549879 Jun 11 20:01:40.943350 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-c0d12bb4-da26-4fcb-bff6-741f6dfba59a service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045198 Jun 11 20:01:41.054998 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-7ef32f3f-db4b-46ac-88b8-1fb9164a567e req-f96cabbc-1487-4c53-9ba8-ff7f9b5801f0 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047285 Jun 11 20:01:41.677636 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47907c7-2eed-44f1-a141-5fcc01a9e669 req-e028adbf-2a11-4219-9b05-91b20252c189 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:41.679003 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a47907c7-2eed-44f1-a141-5fcc01a9e669 req-e028adbf-2a11-4219-9b05-91b20252c189 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0675943 Jun 11 20:01:41.725570 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-a47907c7-2eed-44f1-a141-5fcc01a9e669 req-13e952cf-7d7e-447d-8d73-0352bf17013f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408547 Jun 11 20:01:42.900097 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26eb9a-a90b-434c-9fda-0d0c1f4f350f req-8f926782-6f60-4d9e-b4bf-33de56c640dd tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:42.901575 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c26eb9a-a90b-434c-9fda-0d0c1f4f350f req-8f926782-6f60-4d9e-b4bf-33de56c640dd tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0679076 Jun 11 20:01:42.944540 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1c26eb9a-a90b-434c-9fda-0d0c1f4f350f req-e2a763a8-83bf-4cd3-b5ff-76b97d147526 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373178 Jun 11 20:01:44.123077 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fb773-e5fe-4b21-9bb5-6cb8fb6495e5 req-9a96462b-7701-4ab6-ada1-a650fa48908c tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:44.124559 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2a2fb773-e5fe-4b21-9bb5-6cb8fb6495e5 req-9a96462b-7701-4ab6-ada1-a650fa48908c tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0680737 Jun 11 20:01:44.170277 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-2a2fb773-e5fe-4b21-9bb5-6cb8fb6495e5 req-7df899cb-7391-48ae-96d6-0133058f069c tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399771 Jun 11 20:01:45.351206 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acaeed-5ab3-41d3-ac23-a8c00b77f0db req-6f5da7b1-319b-4045-b13d-571854afbe71 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:45.352802 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-32acaeed-5ab3-41d3-ac23-a8c00b77f0db req-6f5da7b1-319b-4045-b13d-571854afbe71 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0707669 Jun 11 20:01:45.395915 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-32acaeed-5ab3-41d3-ac23-a8c00b77f0db req-6ff5c35d-b638-4ad3-9377-74faac4952cc tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373812 Jun 11 20:01:46.573609 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd080d-6dac-4ec6-a080-b0fee86585be req-ff4cbc63-8f9e-4991-a45f-4d5e23bec6d3 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:46.575056 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-78bd080d-6dac-4ec6-a080-b0fee86585be req-ff4cbc63-8f9e-4991-a45f-4d5e23bec6d3 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0674009 Jun 11 20:01:46.621767 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-78bd080d-6dac-4ec6-a080-b0fee86585be req-83d06e76-5c4c-4835-8876-4b4b40f2c43f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410104 Jun 11 20:01:47.796982 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e3802-30e9-424d-ae8f-9c31e528ffc1 req-7bc6df49-22e0-4024-b496-0b3804f770de tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:47.798445 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f72e3802-30e9-424d-ae8f-9c31e528ffc1 req-7bc6df49-22e0-4024-b496-0b3804f770de tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0676746 Jun 11 20:01:47.841571 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-f72e3802-30e9-424d-ae8f-9c31e528ffc1 req-805641d6-bda9-489a-a9db-2e50e58f3c17 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374503 Jun 11 20:01:49.026502 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae4297-5a71-4ae5-975f-b8cc3443b91b req-c2df59f6-797b-429c-b193-f9e53f4c43b3 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:49.027974 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1fae4297-5a71-4ae5-975f-b8cc3443b91b req-c2df59f6-797b-429c-b193-f9e53f4c43b3 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0761106 Jun 11 20:01:49.073845 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1fae4297-5a71-4ae5-975f-b8cc3443b91b req-9a7e436e-f726-4494-9ac1-d581a3cca482 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399067 Jun 11 20:01:50.249549 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334bd68-5982-43ca-876c-3ae08a7a436a req-f52b291d-023e-4a69-9f66-303f63b9cd34 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:50.250930 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c334bd68-5982-43ca-876c-3ae08a7a436a req-f52b291d-023e-4a69-9f66-303f63b9cd34 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0675631 Jun 11 20:01:50.296374 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-c334bd68-5982-43ca-876c-3ae08a7a436a req-f29792d7-cbd1-43bf-af95-c5583587b7b8 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396674 Jun 11 20:01:51.409844 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-7bd11ab6-6618-4b42-b904-7d99128028c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:51.474693 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760ad14-bb74-496f-90af-c419de957462 req-162ce7a3-ec95-48e4-98ce-59059bfcb1ae tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:51.477690 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3760ad14-bb74-496f-90af-c419de957462 req-162ce7a3-ec95-48e4-98ce-59059bfcb1ae tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0699320 Jun 11 20:01:51.523752 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-3760ad14-bb74-496f-90af-c419de957462 req-bfbd5d60-9ad8-47bf-aa2c-626d2725c234 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403006 Jun 11 20:01:52.699315 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba648ef-dfb4-44aa-9657-cfad5b735f39 req-6f0aa326-2a67-455a-8d5a-fa879c686540 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:01:52.700776 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5ba648ef-dfb4-44aa-9657-cfad5b735f39 req-6f0aa326-2a67-455a-8d5a-fa879c686540 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0671787 Jun 11 20:01:52.743651 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-5ba648ef-dfb4-44aa-9657-cfad5b735f39 req-77ff9df2-700c-4c36-abc3-a3c9ae5682c6 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512&id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371587 Jun 11 20:01:53.721217 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:01:54.031163 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c276a1b8-0d6e-4e46-bbf3-71e764f85f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:54.100914 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:55.184244 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:57.236171 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:01:57.258695 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:02.527586 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1bb93261-5466-4806-bca9-8674b323ca80 req-f891c603-f04b-44b0-b550-b41a55018390 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558908 Jun 11 20:02:02.630022 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb93261-5466-4806-bca9-8674b323ca80 req-4f57f08e-a5ce-41ab-aeb6-f0b8ac32520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:02.631471 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1bb93261-5466-4806-bca9-8674b323ca80 req-4f57f08e-a5ce-41ab-aeb6-f0b8ac32520c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ac22a2af6794bc290731f48163feed7&device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1137 time: 0.0626550 Jun 11 20:02:02.755084 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb93261-5466-4806-bca9-8674b323ca80 req-a3bec5be-85f2-49e5-b5bc-392f45c24362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:02.756532 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1bb93261-5466-4806-bca9-8674b323ca80 req-a3bec5be-85f2-49e5-b5bc-392f45c24362 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e26311b-bd36-4f9e-b382-e482269442a5 HTTP/1.1" status: 200 len: 916 time: 0.1064782 Jun 11 20:02:03.136649 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1bb93261-5466-4806-bca9-8674b323ca80 req-be8b3492-8d53-48fa-b0a1-d62c10544cbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 1000 time: 0.3741739 Jun 11 20:02:03.195714 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb93261-5466-4806-bca9-8674b323ca80 req-27db24e8-7446-4fe9-b6b1-7e7e55895df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:03.197129 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1bb93261-5466-4806-bca9-8674b323ca80 req-27db24e8-7446-4fe9-b6b1-7e7e55895df0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70eb6842-8a1a-40c6-a091-08c8fe6f54c8 HTTP/1.1" status: 200 len: 854 time: 0.0531342 Jun 11 20:02:03.257109 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb93261-5466-4806-bca9-8674b323ca80 req-c20c93dd-f030-40ec-adb1-7aea22b43bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:03.258507 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1bb93261-5466-4806-bca9-8674b323ca80 req-c20c93dd-f030-40ec-adb1-7aea22b43bf9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e26311b-bd36-4f9e-b382-e482269442a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0554981 Jun 11 20:02:03.369117 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1bb93261-5466-4806-bca9-8674b323ca80 req-d5e36ae0-cbcf-40cb-8b21-aef08d655aed service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044693 Jun 11 20:02:03.482441 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-1bb93261-5466-4806-bca9-8674b323ca80 req-0cd64261-8ba5-4829-88ca-7ecfb43514f3 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061852 Jun 11 20:02:21.449376 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-89185060-d792-4fe8-916e-31da3193aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:23.992458 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-7521634a-f840-45be-a487-f65f3ec77886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:24.083317 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:25.174574 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:27.243560 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:27.254391 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:30.719771 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:02:48.264064 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-52316003-f437-4729-b258-d26c4a3b3331 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651709965&fields=id&tenant_id=8ac22a2af6794bc290731f48163feed7 HTTP/1.1" status: 200 len: 267 time: 0.0358605 Jun 11 20:02:48.334624 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-d69b8f61-6cc0-4cbd-8d75-ce133fb5d7dc tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:48.336695 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-d69b8f61-6cc0-4cbd-8d75-ce133fb5d7dc tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 984 time: 0.0675519 Jun 11 20:02:48.347003 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.v2.base [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Request body: {'port': {'security_groups': ['c483ab6e-e181-434c-92f0-6a2279d2557c']}} {{(pid=98767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 20:02:48.443585 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16178596'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:48.642710 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] For port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:02:48.673428 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:48.732023 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741306484803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741306043935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741306043980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60390522'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:48.735742 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b1d19207-bdb0-4ceb-9413-5ab969870036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:02:48.744270 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 20:02:48.791144 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:48.791365 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:48.792727 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-d3c6a988-3ab7-4c41-94d2-ca5d6458a36d req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "PUT /v2.0/ports/4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 942 time: 0.4501004 Jun 11 20:02:48.793255 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 20:02:48.795567 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3b912d-1bd1-4999-a709-aa6da1980ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 20:02:48.798652 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57648) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:02:48.824638 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event updated for resources: {'Port': ['ID=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,revision_number=7']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:02:48.832892 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.833909 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.834614 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.834902 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.835267 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.836372 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.836836 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.837340 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.837754 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.838114 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.838986 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.838986 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:48.851815 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-67772b36-3ae9-4285-bd54-36d728aa2e1f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:02:48.887857 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 20:02:48.923306 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:48.952919 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:49.060410 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.provisioning_blocks [None req-aaf33af6-ceb4-4fe3-85bc-01a55e1c7167 None None] Provisioning complete for port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e triggered by entity DHCP. {{(pid=98769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 20:02:49.060807 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-aaf33af6-ceb4-4fe3-85bc-01a55e1c7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16231404'] for port, provisioning_complete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:49.071391 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 20:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ebf1d0-5cc0-45c2-b3b1-f5e7213d0600 x-openstack-request-id: req-b0ebf1d0-5cc0-45c2-b3b1-f5e7213d0600 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 20:02:49.071715 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 20:02:49.072002 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0ebf1d0-5cc0-45c2-b3b1-f5e7213d0600 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 20:02:49.072457 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'status': 'completed', 'code': 200} Jun 11 20:02:49.077742 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:49.080410 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:49.083813 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "DELETE /v2.0/security-groups/04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512 HTTP/1.1" status: 204 len: 168 time: 0.2793169 Jun 11 20:02:49.083813 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-fa4e6ab8-98bb-4753-9c47-1ac0359d041b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:02:49.084932 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 57654) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:02:49.094425 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c95dfb-6ba5-4cdc-8cef-e25f7bf0e512,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:02:49.101991 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.102551 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.103035 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.103417 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.103788 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.104185 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.104555 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.105146 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.105532 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.105926 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.106288 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.106652 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:02:49.109805 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-0d205cdc-4b91-4991-b490-f8bdb0ea250f tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:02:49.292032 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-987686d2-51c3-4dfc-9b0e-3dc223f8506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:49.293434 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-987686d2-51c3-4dfc-9b0e-3dc223f8506d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ac22a2af6794bc290731f48163feed7&device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1098 time: 0.1493258 Jun 11 20:02:49.432976 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Deleting port c0f76380-9830-499e-8549-f2c3ca9f45b1 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:02:49.433310 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:49.469240 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-567a4c78-d0fb-43aa-a961-f170a8859ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:49.470683 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-567a4c78-d0fb-43aa-a961-f170a8859ce7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e26311b-bd36-4f9e-b382-e482269442a5 HTTP/1.1" status: 200 len: 916 time: 0.1479924 Jun 11 20:02:49.606431 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:49.606769 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:49.619198 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-8bb0bbf5-ee0f-4cbc-8fc1-ab44ad283e7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 1000 time: 0.1416953 Jun 11 20:02:49.700659 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Calling delete_port for c0f76380-9830-499e-8549-f2c3ca9f45b1 owned by network:floatingip {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:02:49.808333 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-1c0563ef-e650-43f9-9358-a8dd0f03829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:49.809760 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-1c0563ef-e650-43f9-9358-a8dd0f03829a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70eb6842-8a1a-40c6-a091-08c8fe6f54c8 HTTP/1.1" status: 200 len: 854 time: 0.1457360 Jun 11 20:02:49.909892 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-6cd4511d-c75c-46ce-bc0f-f815ab988baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:49.911295 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-6cd4511d-c75c-46ce-bc0f-f815ab988baf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e26311b-bd36-4f9e-b382-e482269442a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945830 Jun 11 20:02:50.071951 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-c025e320-ad71-4981-a7fb-0faeea24c733 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530936 Jun 11 20:02:50.154164 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:50.158138 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-f8995a56-3637-44b2-b01a-5e4c7aac1791 tempest-VolumesSnapshotTestJSON-33270804 tempest-VolumesSnapshotTestJSON-33270804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:02:50.201407 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event deleted for resources: {'Port': ['ID=c0f76380-9830-499e-8549-f2c3ca9f45b1,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:02:50.207523 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:02:50.269644 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-ff3b912d-1bd1-4999-a709-aa6da1980ddb req-2535695b-51c9-419d-976c-e576c26501f2 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913538 Jun 11 20:02:50.286335 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks [] for floatingip, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:50.287285 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.db.l3_db [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Floating IP f185d5d7-e45b-4cce-9c80-5e9397591864 disassociated (deleted). External IP: 172.28.1.28, port: 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e. Jun 11 20:02:50.565295 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 20:02:51.004666 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 20:02:51.010114 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for floatingip, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:51.014452 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] Sync routers for ids ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 20:02:51.022902 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] Routers {'2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 20:02:51.024072 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T20:02:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:02:51.053803 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-c47cdc2b-251c-4b79-a322-ee5b7c706bf4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "DELETE /v2.0/floatingips/f185d5d7-e45b-4cce-9c80-5e9397591864 HTTP/1.1" status: 204 len: 168 time: 1.9669077 Jun 11 20:02:51.073893 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 20:02:51.076378 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656f3725-384f-4531-bfd8-5e23c34e0d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 20:02:51.112891 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 20:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac7ea8f-d6b4-43c3-a7c5-32320d90a372 x-openstack-request-id: req-aac7ea8f-d6b4-43c3-a7c5-32320d90a372 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 20:02:51.113275 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 20:02:51.113718 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aac7ea8f-d6b4-43c3-a7c5-32320d90a372 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 20:02:51.114318 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'status': 'completed', 'code': 200} Jun 11 20:02:51.171168 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] Set router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 20:02:51.196233 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-8daf635e-a8ea-4da6-a506-a44e969318bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:51.197721 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-8daf635e-a8ea-4da6-a506-a44e969318bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ac22a2af6794bc290731f48163feed7&device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 1098 time: 0.0606046 Jun 11 20:02:51.323191 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-69a99efa-3a22-497d-94cc-ccf8b3a1532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:51.324694 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-69a99efa-3a22-497d-94cc-ccf8b3a1532b service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e26311b-bd36-4f9e-b382-e482269442a5 HTTP/1.1" status: 200 len: 916 time: 0.1207962 Jun 11 20:02:51.380417 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-d5d2e212-f03e-4495-9f88-eda9ca94bde7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 200 len: 217 time: 0.0498593 Jun 11 20:02:51.454960 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-23e35d33-b460-416a-9d84-34204b3dcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:51.457117 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-23e35d33-b460-416a-9d84-34204b3dcf61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70eb6842-8a1a-40c6-a091-08c8fe6f54c8 HTTP/1.1" status: 200 len: 854 time: 0.0701470 Jun 11 20:02:51.525306 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-e4ed076e-9cca-474f-8159-7b832b3825eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:51.526800 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-e4ed076e-9cca-474f-8159-7b832b3825eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e26311b-bd36-4f9e-b382-e482269442a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0634379 Jun 11 20:02:51.551149 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb546-4030-4468-9ffe-8c6560f3fdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:51.587393 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:37Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c4670bd6-e901-43bc-afb1-1192a11aff9e', 'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'mac_address': 'fa:16:3e:78:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:36Z', 'updated_at': '2021-06-11T19:59:43Z', 'revision_number': 5, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'subnets': [{'id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:02:51.590869 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] Checking router: 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 20:02:51.599096 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] Routers {'2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 20:02:51.599817 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T20:02:24Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:02:51.655614 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-14935755-542f-4620-8073-de1add82b540 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193378 Jun 11 20:02:51.739665 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] Set router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 20:02:51.770134 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-656f3725-384f-4531-bfd8-5e23c34e0d2d req-f6719e5f-1a1d-474b-ba28-57c44d2ef1c1 service neutron] 10.222.0.43 "GET /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080675 Jun 11 20:02:51.995429 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:37Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c4670bd6-e901-43bc-afb1-1192a11aff9e', 'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'mac_address': 'fa:16:3e:78:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:36Z', 'updated_at': '2021-06-11T19:59:43Z', 'revision_number': 5, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'subnets': [{'id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:02:51.998938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04293ca0-430c-4b2f-b2dc-fddff2152576 None None] The sync data for ids ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'] in dv-cinder-790535-3-smb is: [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T19:59:37Z', 'revision_number': 4, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb', '_interfaces': [{'id': 'c4670bd6-e901-43bc-afb1-1192a11aff9e', 'name': '', 'network_id': '7e26311b-bd36-4f9e-b382-e482269442a5', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'mac_address': 'fa:16:3e:78:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:36Z', 'updated_at': '2021-06-11T19:59:43Z', 'revision_number': 5, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'subnets': [{'id': '70eb6842-8a1a-40c6-a091-08c8fe6f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 20:02:52.198311 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f695ad-f3ca-4be8-8b60-aaec8ed9f708 None None] New status for floating IP f185d5d7-e45b-4cce-9c80-5e9397591864: DOWN {{(pid=98770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 20:02:54.018450 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-bb262e1f-e338-4b91-b48b-bbe3193bfe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:54.111788 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:54.579717 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40b8c3-f3e1-4110-8c1e-5e825d269093 req-d0af9281-23c2-4464-970e-dec6f4266b2a tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:54.581184 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dd40b8c3-f3e1-4110-8c1e-5e825d269093 req-d0af9281-23c2-4464-970e-dec6f4266b2a tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 945 time: 0.0682974 Jun 11 20:02:54.621937 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-dd40b8c3-f3e1-4110-8c1e-5e825d269093 req-021cda5b-9f07-49ea-a853-46e5f6af275b tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345430 Jun 11 20:02:55.186372 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:55.800180 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8538fe-cece-4916-ae39-c599c5f323a5 req-fb5ae7c0-925f-43d2-ba43-7d846357d923 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:55.801627 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fa8538fe-cece-4916-ae39-c599c5f323a5 req-fb5ae7c0-925f-43d2-ba43-7d846357d923 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 945 time: 0.0677481 Jun 11 20:02:55.845057 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-fa8538fe-cece-4916-ae39-c599c5f323a5 req-9aa2a408-72bb-47f9-954c-7bdac73d4f3c tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372016 Jun 11 20:02:56.475700 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-b1cc5a40-0602-4be7-bb2f-3b6a6370a535 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:56.477161 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-b1cc5a40-0602-4be7-bb2f-3b6a6370a535 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 945 time: 0.0688057 Jun 11 20:02:56.591014 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Deleting port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:02:56.591350 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:56.701741 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] For port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:02:56.702012 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:56.796621 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Calling delete_port for 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e owned by compute:nova {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:02:57.008015 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:57.012653 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-387ab8b9-3719-42fd-906a-94684173c860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:02:57.019611 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] get_ports_and_sgs() called for port_ids ['4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'] {{(pid=98769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 20:02:57.047301 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Pushing event deleted for resources: {'Port': ['ID=4a3bb75a-38aa-4492-9a79-b1d9c3bf928e,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:02:57.050994 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:02:57.090427 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7a846-24a8-47b3-b703-c4f57311ce1e req-52fa394c-ea40-4305-b86d-157ec1d7ddc8 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 20:02:57.091892 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-efa7a846-24a8-47b3-b703-c4f57311ce1e req-52fa394c-ea40-4305-b86d-157ec1d7ddc8 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a34c799-521b-4f9c-942b-6623104a352c HTTP/1.1" status: 200 len: 867 time: 0.1362691 Jun 11 20:02:57.120637 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] No DVR routers for this DVR port 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e on host hv-cinder-79053 {{(pid=98767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 20:02:57.123190 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-963601'] for port, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:57.125125 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-960e950f-c7ff-433b-af19-87ed1d8a9e86 req-41da0c75-e395-421f-9b79-8eb3be118346 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.43 "DELETE /v2.0/ports/4a3bb75a-38aa-4492-9a79-b1d9c3bf928e HTTP/1.1" status: 204 len: 173 time: 0.6424696 Jun 11 20:02:57.126449 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'name': 'network-vif-deleted', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e'}] {{(pid=98767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 20:02:57.129340 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc742f15baba00bcbdb19dbc218a7997a23b125f83da82fb12801f7154b0ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd43b038-68fa-4b22-a396-ff4df8b68ef5" -d '{"events": [{"server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "name": "network-vif-deleted", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e"}]}' {{(pid=98767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 20:02:57.173340 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf062ff1-04ab-4f88-9ea8-d72aa7218ad1 x-openstack-request-id: req-cf062ff1-04ab-4f88-9ea8-d72aa7218ad1 {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 20:02:57.173340 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a34c799-521b-4f9c-942b-6623104a352c", "name": "network-vif-deleted", "tag": "4a3bb75a-38aa-4492-9a79-b1d9c3bf928e", "status": "completed", "code": 200}]} {{(pid=98767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 20:02:57.173340 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf062ff1-04ab-4f88-9ea8-d72aa7218ad1 {{(pid=98767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 20:02:57.173340 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a34c799-521b-4f9c-942b-6623104a352c', 'name': 'network-vif-deleted', 'tag': '4a3bb75a-38aa-4492-9a79-b1d9c3bf928e', 'status': 'completed', 'code': 200} Jun 11 20:02:57.175297 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [req-efa7a846-24a8-47b3-b703-c4f57311ce1e req-84c89434-a4fe-4fe8-b941-ecbe9ff2f8f4 tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] 10.222.0.37 "GET /v2.0/security-groups?id=c483ab6e-e181-434c-92f0-6a2279d2557c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599661 Jun 11 20:02:57.220708 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:57.221402 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:02:59.373701 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 20:02:59.399757 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] No Port match for: 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 20:02:59.400129 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Device 4a3bb75a-38aa-4492-9a79-b1d9c3bf928e not bound to the agent host hv-cinder-79053 {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 20:02:59.534320 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 57744) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:02:59.967470 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411604'] for router_interface, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:00.307617 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Deleting port c4670bd6-e901-43bc-afb1-1192a11aff9e {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:03:00.307879 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:00.408146 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] For port c4670bd6-e901-43bc-afb1-1192a11aff9e, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=c4670bd6-e901-43bc-afb1-1192a11aff9e,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:03:00.408503 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:00.498835 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Calling delete_port for c4670bd6-e901-43bc-afb1-1192a11aff9e owned by network:router_interface {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:03:00.769014 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:00.771087 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c19bb564-413e-4d5a-b142-a9650963d3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:00.800295 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4670bd6-e901-43bc-afb1-1192a11aff9e,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:00.803396 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:01.025330 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416068'] for router_interface, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:01.619722 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 20:03:01.764428 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 20:03:01.770611 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-eeeb83eb-2a7f-491f-b785-0cbe706f5c58 admin admin] 10.222.0.37 "PUT /v2.0/routers/2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2348754 Jun 11 20:03:01.772876 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57746) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:01.775317 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] Sync routers for ids ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'] in dv-cinder-790535-3-smb {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 20:03:01.784364 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] Routers {'2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 20:03:01.784976 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T20:02:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:01.909784 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Notify callbacks [] for router, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:01.925204 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] Set router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 gateway port host: dv-cinder-790535-3-smb {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 20:03:02.059816 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:02.173691 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T20:03:00Z', 'revision_number': 5, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port': {'id': '65fc8970-006e-4c41-8df6-52150558fdb5', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:33Z', 'updated_at': '2021-06-11T19:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:02.176908 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] Checking router: 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 for host: dv-cinder-790535-3-smb {{(pid=98769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 20:03:02.184910 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] Routers {'2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 20:03:02.185520 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T20:02:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'], 'active': True} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:02.188809 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Deleting port 65fc8970-006e-4c41-8df6-52150558fdb5 {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:03:02.189152 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:02.291047 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] For port 65fc8970-006e-4c41-8df6-52150558fdb5, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=65fc8970-006e-4c41-8df6-52150558fdb5,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:03:02.291401 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:02.306057 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvr_db [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] Set router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 gateway port host: None {{(pid=98769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 20:03:02.384724 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_hamode_db [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T20:03:02Z', 'revision_number': 6, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port_host': None}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:02.388528 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2a05c-4d8a-4742-b05f-cce76b5a3c33 None None] The sync data for ids ['2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4'] in dv-cinder-790535-3-smb is: [{'id': '2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4', 'name': 'tempest-TestMinimumBasicScenario-1715940874-router', 'tenant_id': '8ac22a2af6794bc290731f48163feed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:32Z', 'updated_at': '2021-06-11T20:03:02Z', 'revision_number': 6, 'project_id': '8ac22a2af6794bc290731f48163feed7', 'gw_port_host': None}] {{(pid=98769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 20:03:02.623923 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Calling delete_port for 65fc8970-006e-4c41-8df6-52150558fdb5 owned by network:router_gateway {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:03:02.897010 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:02.898987 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1cca778c-9fac-4c11-9deb-1ab62c7d2b8f tempest-AttachVolumeShelveTestJSON-1811458457 tempest-AttachVolumeShelveTestJSON-1811458457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:02.925747 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=65fc8970-006e-4c41-8df6-52150558fdb5,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:02.930142 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:03.004187 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415255'] for router_gateway, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.132165 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9235'] for router, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.134410 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.161085 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c4670bd6-e901-43bc-afb1-1192a11aff9e no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 20:03:03.191001 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: c4670bd6-e901-43bc-afb1-1192a11aff9e {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 20:03:03.191358 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device c4670bd6-e901-43bc-afb1-1192a11aff9e not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 20:03:03.191783 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 65fc8970-006e-4c41-8df6-52150558fdb5 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 20:03:03.215208 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: 65fc8970-006e-4c41-8df6-52150558fdb5 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 20:03:03.215607 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 65fc8970-006e-4c41-8df6-52150558fdb5 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 20:03:03.249135 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409648'] for router, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.249669 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 {{(pid=98768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 20:03:03.253970 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] Notify callbacks [] for router, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.255092 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-6b4ef1fa-6235-4545-b26d-7c81d8b19a99 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2fd1b91a-fa81-401a-a9a9-87dc7cccd3a4 HTTP/1.1" status: 204 len: 168 time: 1.4806168 Jun 11 20:03:03.257679 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57748) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:03.310790 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c84f7ae-4989-48c8-98bd-b4c888ba0720 admin admin] Deleting subnet 70eb6842-8a1a-40c6-a091-08c8fe6f54c8 {{(pid=98768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 20:03:03.314206 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6c84f7ae-4989-48c8-98bd-b4c888ba0720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.357491 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6c84f7ae-4989-48c8-98bd-b4c888ba0720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59054300'] for subnet, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.451211 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6c84f7ae-4989-48c8-98bd-b4c888ba0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.584010 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6c84f7ae-4989-48c8-98bd-b4c888ba0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59462105'] for subnet, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.586761 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-a41c662f-2ecb-4ce7-9297-07ba6998b473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:03.615431 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84f7ae-4989-48c8-98bd-b4c888ba0720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70eb6842-8a1a-40c6-a091-08c8fe6f54c8,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:03.617887 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-6c84f7ae-4989-48c8-98bd-b4c888ba0720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:03.622703 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-6c84f7ae-4989-48c8-98bd-b4c888ba0720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.624552 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-6c84f7ae-4989-48c8-98bd-b4c888ba0720 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70eb6842-8a1a-40c6-a091-08c8fe6f54c8 HTTP/1.1" status: 204 len: 168 time: 0.3658447 Jun 11 20:03:03.627063 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57750) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:03.628172 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5d07f8-9084-4a25-8e6b-afb65d6dd218 None None] Network 7e26311b-bd36-4f9e-b382-e482269442a5 requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 20:03:03.716661 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.772576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Deleting port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:03:03.772918 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.836558 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] DHCP port deletion for 7e26311b-bd36-4f9e-b382-e482269442a5 request from dv-cinder-790535-3-smb {{(pid=98769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 20:03:03.864275 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] For port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=374668e6-4a68-4e3b-a7a4-3bff5aeca9a0,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:03:03.864633 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.886903 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Deleting port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 {{(pid=98769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:03:03.887289 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:03.963032 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Calling delete_port for 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 owned by network:dhcp {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:03:04.102166 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] For port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=374668e6-4a68-4e3b-a7a4-3bff5aeca9a0,segment=NetworkSegment(c3a31d14-7d25-4de1-a5cc-5b84eb55bede),segment_id=c3a31d14-7d25-4de1-a5cc-5b84eb55bede)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:03:04.102571 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:04.151351 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:04.153454 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:04.181558 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=374668e6-4a68-4e3b-a7a4-3bff5aeca9a0,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:04.184671 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:04.188730 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] No DVR routers for this DVR port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 on host dv-cinder-790535-3-smb {{(pid=98768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 20:03:04.192365 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Calling delete_port for 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 owned by network:dhcp {{(pid=98769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:03:04.283460 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:04.286314 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926'] for port, after_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:04.288244 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-db329451-10b2-4327-94e1-20f8cb144fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:04.294341 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e26311b-bd36-4f9e-b382-e482269442a5']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:04.305564 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:04.305867 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a31d14-7d25-4de1-a5cc-5b84eb55bede') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:04.315301 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:04.317953 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] No DVR routers for this DVR port 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 on host dv-cinder-790535-3-smb {{(pid=98769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 20:03:04.322227 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Pushing event deleted for resources: {'Port': ['ID=374668e6-4a68-4e3b-a7a4-3bff5aeca9a0,revision_number=None']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:04.331938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.331938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.331938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.331938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.331938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.331938 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.332715 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.332815 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:04.332914 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.332914 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.333080 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.333260 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.333580 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-smb {{(pid=98769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 20:03:04.336967 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-9b20fbe3-5321-4d56-a941-aacac1534033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:04.341835 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 20:03:04.342230 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 20:03:04.343926 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 20:03:04.477971 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:04.481251 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-c2d75142-288f-4908-b160-440579a9fb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:04.484896 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:04.486607 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7e26311b-bd36-4f9e-b382-e482269442a5 HTTP/1.1" status: 204 len: 168 time: 0.8586490 Jun 11 20:03:04.489629 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 57752) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:04.499235 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e26311b-bd36-4f9e-b382-e482269442a5,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:04.501567 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-d562d5dd-9893-4626-9a2f-d97ce11886c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:04.907635 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 20:03:04.932539 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 20:03:04.940050 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 374668e6-4a68-4e3b-a7a4-3bff5aeca9a0 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 20:03:04.940554 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411604'] for router_interface, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:05.255623 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Deleting port ea8b4975-d01f-43a4-a23c-ab269efb77ba {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:03:05.255964 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:05.364891 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] For port ea8b4975-d01f-43a4-a23c-ab269efb77ba, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=ea8b4975-d01f-43a4-a23c-ab269efb77ba,segment=NetworkSegment(cf9b8ff3-89dd-41e0-b5c7-623c181707c3),segment_id=cf9b8ff3-89dd-41e0-b5c7-623c181707c3)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:03:05.365245 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:05.457516 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Calling delete_port for ea8b4975-d01f-43a4-a23c-ab269efb77ba owned by network:router_interface {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:03:05.755004 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:05.757259 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-fc5fb37e-7fe6-489a-a541-c616f9cc84ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:05.786411 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8b4975-d01f-43a4-a23c-ab269efb77ba,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:05.790796 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:06.000173 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416068'] for router_interface, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:06.279978 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Router fb82c04f-2f12-4fda-8488-5aef6bfb262f has already been hosted by L3 agent c5e1fafc-385e-43fd-8c7a-fe9d95facfc9 {{(pid=98767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 20:03:06.422399 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-smb the message routers_updated {{(pid=98767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 20:03:06.427304 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-013d76b6-047b-4547-b5ce-b74b530bb0e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/fb82c04f-2f12-4fda-8488-5aef6bfb262f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9360049 Jun 11 20:03:06.429790 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.wsgi [-] (98767) accepted ('10.222.0.37', 57754) {{(pid=98767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:06.432006 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] Sync routers for ids ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'] in dv-cinder-790535-3-smb {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 20:03:06.440718 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] Routers {'fb82c04f-2f12-4fda-8488-5aef6bfb262f'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 20:03:06.441434 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T20:02:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:06.566626 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Notify callbacks [] for router, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:06.578574 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] Set router fb82c04f-2f12-4fda-8488-5aef6bfb262f gateway port host: dv-cinder-790535-3-smb {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 20:03:06.706543 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:06.808653 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'name': 'tempest-TestMinimumBasicScenario-1224318354-router', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'external_fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:40Z', 'updated_at': '2021-06-11T20:03:05Z', 'revision_number': 5, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'gw_port': {'id': 'd2a7fb38-ab77-4e60-9c93-eeece82ac766', 'name': '', 'network_id': 'abc572a7-4b8d-4ac3-9f45-c7efce6cdc6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:59:41Z', 'updated_at': '2021-06-11T19:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd85cea9d-e08f-4887-ab44-c7d8b9f29b30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-smb'}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:06.811501 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Deleting port d2a7fb38-ab77-4e60-9c93-eeece82ac766 {{(pid=98767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:03:06.812036 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:06.812155 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] Checking router: fb82c04f-2f12-4fda-8488-5aef6bfb262f for host: dv-cinder-790535-3-smb {{(pid=98770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 20:03:06.820337 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] Routers {'fb82c04f-2f12-4fda-8488-5aef6bfb262f'} bound to L3 agent in host dv-cinder-790535-3-smb {{(pid=98770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 20:03:06.820897 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:40:24Z,description=,heartbeat_timestamp=2021-06-11T20:02:54Z,host='dv-cinder-790535-3-smb',id=c5e1fafc-385e-43fd-8c7a-fe9d95facfc9,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:40:25Z,topic='l3_agent')) {'router_ids': ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'], 'active': True} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:06.918064 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] For port d2a7fb38-ab77-4e60-9c93-eeece82ac766, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=d2a7fb38-ab77-4e60-9c93-eeece82ac766,segment=NetworkSegment(79c8981b-d99c-457c-bc60-55a9be29948d),segment_id=79c8981b-d99c-457c-bc60-55a9be29948d)] {{(pid=98767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:03:06.918064 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:06.951710 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_dvr_db [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] Set router fb82c04f-2f12-4fda-8488-5aef6bfb262f gateway port host: None {{(pid=98770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 20:03:07.016478 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.plugin [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Calling delete_port for d2a7fb38-ab77-4e60-9c93-eeece82ac766 owned by network:router_gateway {{(pid=98767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:03:07.114840 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.l3_hamode_db [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'name': 'tempest-TestMinimumBasicScenario-1224318354-router', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:40Z', 'updated_at': '2021-06-11T20:03:06Z', 'revision_number': 6, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'gw_port_host': None}], 'dv-cinder-790535-3-smb', False) {} {{(pid=98770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:07.118850 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0e242-91c8-4a72-867a-faf28627203b None None] The sync data for ids ['fb82c04f-2f12-4fda-8488-5aef6bfb262f'] in dv-cinder-790535-3-smb is: [{'id': 'fb82c04f-2f12-4fda-8488-5aef6bfb262f', 'name': 'tempest-TestMinimumBasicScenario-1224318354-router', 'tenant_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:59:40Z', 'updated_at': '2021-06-11T20:03:06Z', 'revision_number': 6, 'project_id': 'b8d55dbf1d7f449d9f755bcfedc50e61', 'gw_port_host': None}] {{(pid=98770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 20:03:07.586058 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60390477'] for port, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:07.588987 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-94c9f04d-fbee-446f-8f2b-37acda240fad tempest-TestMinimumBasicScenario-56803240 tempest-TestMinimumBasicScenario-56803240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:07.616349 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a7fb38-ab77-4e60-9c93-eeece82ac766,revision_number=None']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:07.620248 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:07.692033 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415255'] for router_gateway, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:07.717823 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:03:07.820987 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9235'] for router, precommit_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:07.822962 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:07.928901 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409648'] for router, after_delete {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:07.929493 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb82c04f-2f12-4fda-8488-5aef6bfb262f {{(pid=98767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 20:03:07.933802 dv-cinder-790535-3-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] Notify callbacks [] for router, before_response {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:07.935054 dv-cinder-790535-3-smb neutron-server[98767]: INFO neutron.wsgi [None req-c51f2d4f-7ad8-4abd-9b74-31831622939b admin admin] 10.222.0.37 "DELETE /v2.0/routers/fb82c04f-2f12-4fda-8488-5aef6bfb262f HTTP/1.1" status: 204 len: 168 time: 1.5043590 Jun 11 20:03:07.937633 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57758) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:07.991305 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.db_base_plugin_v2 [None req-441653ac-a56b-4c9d-8c05-f809ef2aac44 admin admin] Deleting subnet 15fbce19-2808-4a16-8711-686464a7329b {{(pid=98768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 20:03:07.994152 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-441653ac-a56b-4c9d-8c05-f809ef2aac44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.041124 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-441653ac-a56b-4c9d-8c05-f809ef2aac44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59054300'] for subnet, precommit_delete_associations {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.137333 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-441653ac-a56b-4c9d-8c05-f809ef2aac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16236542'] for subnet, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.255178 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-441653ac-a56b-4c9d-8c05-f809ef2aac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16236535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59462105'] for subnet, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.257794 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:08.291574 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441653ac-a56b-4c9d-8c05-f809ef2aac44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15fbce19-2808-4a16-8711-686464a7329b,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:08.295473 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-441653ac-a56b-4c9d-8c05-f809ef2aac44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:08.298565 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-441653ac-a56b-4c9d-8c05-f809ef2aac44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.300459 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-441653ac-a56b-4c9d-8c05-f809ef2aac44 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/15fbce19-2808-4a16-8711-686464a7329b HTTP/1.1" status: 204 len: 168 time: 0.3618293 Jun 11 20:03:08.302871 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57760) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:08.305941 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c8a1c9-fb11-4b04-955c-344aecfd19da None None] Network f7a58589-b883-4612-a12a-58958db29eda requested from dv-cinder-790535-3-smb {{(pid=98769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 20:03:08.395331 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16146037'] for network, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.455997 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Deleting port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 {{(pid=98768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:03:08.456753 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.514812 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded7f8fa-2cbb-4d2b-ad17-afd9657e4d2c None None] DHCP port deletion for f7a58589-b883-4612-a12a-58958db29eda request from dv-cinder-790535-3-smb {{(pid=98769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 20:03:08.540155 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.db [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] For port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=261f84a4-fbe0-49f7-b4a4-fc979f4496d6,segment=NetworkSegment(cf9b8ff3-89dd-41e0-b5c7-623c181707c3),segment_id=cf9b8ff3-89dd-41e0-b5c7-623c181707c3)] {{(pid=98768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:03:08.540507 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.565203 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-ded7f8fa-2cbb-4d2b-ad17-afd9657e4d2c None None] Deleting port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 {{(pid=98769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 20:03:08.565586 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-ded7f8fa-2cbb-4d2b-ad17-afd9657e4d2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741306479656'] for port, before_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.633599 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.plugin [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Calling delete_port for 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 owned by network:dhcp {{(pid=98768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:03:08.650441 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.db [None req-ded7f8fa-2cbb-4d2b-ad17-afd9657e4d2c None None] For port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6, host dv-cinder-790535-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-smb',level=0,port_id=261f84a4-fbe0-49f7-b4a4-fc979f4496d6,segment=NetworkSegment(cf9b8ff3-89dd-41e0-b5c7-623c181707c3),segment_id=cf9b8ff3-89dd-41e0-b5c7-623c181707c3)] {{(pid=98769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 20:03:08.650929 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-ded7f8fa-2cbb-4d2b-ad17-afd9657e4d2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414705'] for port, precommit_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.739985 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-ded7f8fa-2cbb-4d2b-ad17-afd9657e4d2c None None] Calling delete_port for 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 owned by network:dhcp {{(pid=98769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 20:03:08.809001 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3166587'] for port, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.811855 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:08.827619 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-ded7f8fa-2cbb-4d2b-ad17-afd9657e4d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16178510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741306484812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741306043926'] for port, after_delete {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.829512 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:08.839733 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Pushing event deleted for resources: {'Port': ['ID=261f84a4-fbe0-49f7-b4a4-fc979f4496d6,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:08.843997 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:08.844843 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] No DVR routers for this DVR port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 on host dv-cinder-790535-3-smb {{(pid=98768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 20:03:08.870581 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7f8fa-2cbb-4d2b-ad17-afd9657e4d2c None None] Pushing event deleted for resources: {'Port': ['ID=261f84a4-fbe0-49f7-b4a4-fc979f4496d6,revision_number=None']} {{(pid=98769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:08.870581 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG oslo_concurrency.lockutils [None req-ded7f8fa-2cbb-4d2b-ad17-afd9657e4d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:08.870581 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7f8fa-2cbb-4d2b-ad17-afd9657e4d2c None None] No DVR routers for this DVR port 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 on host dv-cinder-790535-3-smb {{(pid=98769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 20:03:08.920159 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device ea8b4975-d01f-43a4-a23c-ab269efb77ba no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 20:03:08.944466 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: ea8b4975-d01f-43a4-a23c-ab269efb77ba {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 20:03:08.945371 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device ea8b4975-d01f-43a4-a23c-ab269efb77ba not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 20:03:08.945790 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 20:03:08.951611 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16233571', 'neutron.services.segments.db._delete_segments_for_network-8741306500024'] for network, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.962746 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a58589-b883-4612-a12a-58958db29eda']}} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:08.968000 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 20:03:08.968378 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device 261f84a4-fbe0-49f7-b4a4-fc979f4496d6 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 20:03:08.968792 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device d2a7fb38-ab77-4e60-9c93-eeece82ac766 no longer exists at agent ovs-agent-dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 20:03:08.973342 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3') {'for_net_delete': True} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:08.973641 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.services.segments.db [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9b8ff3-89dd-41e0-b5c7-623c181707c3') {} {{(pid=98768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 20:03:08.983698 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741306499862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59054295'] for segment, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:08.991149 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.plugin [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] No Port match for: d2a7fb38-ab77-4e60-9c93-eeece82ac766 {{(pid=98769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 20:03:08.991502 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron.plugins.ml2.rpc [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Device d2a7fb38-ab77-4e60-9c93-eeece82ac766 not bound to the agent host dv-cinder-790535-3-smb {{(pid=98769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 20:03:09.004769 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739'] for segment, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:09.010542 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=98768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 20:03:09.010907 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16237739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3166504'] for segment, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: Traceback (most recent call last): Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: timer() Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: cb(*args, **kw) Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: return func(*args, **kwargs) Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: self._notify() Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: self.callback(batched_events) Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: event.method(event) Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: return f(self, *a, **k) Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: return self._get(url).json() Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: return self.request(url, 'GET', **kwargs) Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 20:03:09.012522 dv-cinder-790535-3-smb neutron-server[98768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 20:03:09.157390 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16233596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1022495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415242'] for network, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:09.160766 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:09.164576 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:09.165908 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] 10.222.0.37 "DELETE /v2.0/networks/f7a58589-b883-4612-a12a-58958db29eda HTTP/1.1" status: 204 len: 168 time: 0.8620749 Jun 11 20:03:09.178923 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a58589-b883-4612-a12a-58958db29eda,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:09.181848 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-8101b90f-1953-49ab-a25d-43cb1f0124dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:09.534140 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57764) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:09.576730 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-19d38894-ce6d-471f-85d0-0120f778ecc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ac22a2af6794bc290731f48163feed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414150 Jun 11 20:03:09.578941 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57766) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:09.629182 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b7ce528e-05de-42ce-a219-fbe2c4b8650d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:09.651081 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b7ce528e-05de-42ce-a219-fbe2c4b8650d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:09.751170 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b7ce528e-05de-42ce-a219-fbe2c4b8650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:09.753680 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-b7ce528e-05de-42ce-a219-fbe2c4b8650d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:09.754851 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-b7ce528e-05de-42ce-a219-fbe2c4b8650d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c483ab6e-e181-434c-92f0-6a2279d2557c HTTP/1.1" status: 204 len: 168 time: 0.1750534 Jun 11 20:03:09.755596 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-1fe30ee9-70d7-4c15-9d8f-012f2bb3f68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:09.764546 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce528e-05de-42ce-a219-fbe2c4b8650d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c483ab6e-e181-434c-92f0-6a2279d2557c,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:09.766968 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-b7ce528e-05de-42ce-a219-fbe2c4b8650d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:10.308285 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57772) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:10.348294 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-dfc75b92-545b-4520-9267-d6dc4ae8171a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8d55dbf1d7f449d9f755bcfedc50e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414515 Jun 11 20:03:10.350703 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [-] (98768) accepted ('10.222.0.37', 57774) {{(pid=98768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 20:03:10.400030 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0942e4b8-488d-4ae3-8f4b-7cb17228b90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:10.421361 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0942e4b8-488d-4ae3-8f4b-7cb17228b90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:10.537782 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0942e4b8-488d-4ae3-8f4b-7cb17228b90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465531'] for security_group, after_delete {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:10.540944 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron_lib.callbacks.manager [None req-0942e4b8-488d-4ae3-8f4b-7cb17228b90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:10.541980 dv-cinder-790535-3-smb neutron-server[98768]: INFO neutron.wsgi [None req-0942e4b8-488d-4ae3-8f4b-7cb17228b90e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65957609-8a6c-49f3-bf85-45a7e8894971 HTTP/1.1" status: 204 len: 168 time: 0.1903644 Jun 11 20:03:10.542721 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-2ceb4a1d-46a5-4180-bb25-5dba6baff3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 20:03:10.552036 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942e4b8-488d-4ae3-8f4b-7cb17228b90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65957609-8a6c-49f3-bf85-45a7e8894971,revision_number=None']} {{(pid=98768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 20:03:10.554312 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG oslo_concurrency.lockutils [None req-0942e4b8-488d-4ae3-8f4b-7cb17228b90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 20:03:21.430242 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-fb488c78-fd4d-40a3-ba40-360b52190508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:24.054017 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-557d01a3-2906-4980-b0bc-d155afed0b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:24.097800 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:25.196966 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:27.242581 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:27.248252 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:44.717020 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:03:51.425034 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-ef8b0b91-f476-492b-befc-ae0c120f1e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:53.977263 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-ae1e479f-4ba7-4ed6-84a3-7cfb790d2c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:54.137375 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:55.177497 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:57.225169 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:03:57.253590 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:21.424765 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-c942f9fd-c865-4f6d-b05f-558aaffae574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:21.715611 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:04:23.990816 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-af9b5b6d-63e1-426c-8da9-b6ee77fe840a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:24.104722 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:25.217176 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:27.228453 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:27.239236 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:37.646715 dv-cinder-790535-3-smb neutron-server[98768]: DEBUG neutron.wsgi [req-d3822e1a-4046-4424-a05f-31a8ee9614bb req-06063fef-d0ee-4cfa-bef5-4a8325a6d002 tempest-DeleteServersTestJSON-672862427 tempest-DeleteServersTestJSON-672862427-project] (98768) timed out ('10.222.0.43', 63881) {{(pid=98768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 20:04:51.427383 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-71fdade0-9f02-47f6-b721-0e495a39fe0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:54.001070 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-59140127-7901-43c4-bdb6-1fe5f7fa1412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:54.114987 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:55.187375 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:57.215994 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:57.246148 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:04:58.714266 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:05:21.432961 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-50f43a89-3883-4c2d-9019-07d5d43fd675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:24.015311 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-e686195a-56cb-4345-873c-42e57d5791a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:24.124140 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:25.193298 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:27.230444 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:27.258632 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:35.712741 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:05:51.454614 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-f6129b5d-f91c-444a-b3ae-5d7d10416b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:54.035787 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-d1828c61-9e2b-48a9-ac23-53bee96beb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:54.104590 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:55.195907 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:57.253850 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:05:57.270029 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:12.710576 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:06:21.445274 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-0de9fe77-3e54-41d9-b488-f119d0efa3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:24.033781 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-b752c130-3ee6-4c03-b31d-ee45bbce095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:24.108000 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:25.193921 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:27.209239 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:27.238225 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:49.708520 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:06:51.447110 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-5c24cb94-ff04-4be9-a8b7-11afafa1c977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:54.014813 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-01c10c67-3740-409d-9bf4-044d6061c80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:54.109804 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:55.202977 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:57.252441 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:06:57.263913 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:21.467932 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-30e2e0e8-238a-4220-9838-71dc67847c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:24.016637 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-00795690-8f05-4d2d-a67b-08fecd07db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:24.130532 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:25.201328 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:26.706402 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 20:07:27.235287 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:27.253061 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:51.439850 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-6127cb62-65d2-4036-af42-2112d39b59e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:54.008760 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-cbd86562-e84c-4e7b-86bc-90bf6ca44d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:54.128952 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-4136f905-681c-4ca0-a152-5828426dd712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:55.205026 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-a885af90-212e-45f1-9e25-ea18ddaa3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:57.267420 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-90e77ac6-cd6a-4a97-9909-0eacb99c1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:07:57.278771 dv-cinder-790535-3-smb neutron-server[98769]: DEBUG neutron_lib.callbacks.manager [None req-993ce07a-38da-4094-93d9-c690adf85f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741306500006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16231357'] for agent, after_update {{(pid=98769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 20:08:03.704799 dv-cinder-790535-3-smb neutron-server[98770]: DEBUG neutron.db.agents_db [None req-c85f418e-77ec-49e4-a0e0-c317059efb2b None None] Agent healthcheck: found 6 active agents {{(pid=98770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}